-- Logs begin at Fri 2021-09-03 01:18:40 UTC, end at Fri 2021-09-03 02:55:25 UTC. -- Sep 03 01:59:16.531929 dv-cinder-804735-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 01:59:19.225606 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.common.config [-] Logging enabled! Sep 03 01:59:19.226198 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev604 Sep 03 01:59:19.226366 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94383) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 01:59:19.229543 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.common.config [-] Logging enabled! Sep 03 01:59:19.229801 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev604 Sep 03 01:59:19.230112 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94383) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 01:59:19.231027 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 01:59:19.231262 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 01:59:19.231650 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 01:59:19.231898 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 01:59:19.232127 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 01:59:19.232448 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.232747 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.233043 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.233276 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.233578 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.233863 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.234147 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.234433 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.234730 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.235019 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.235325 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.235615 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.235849 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.236662 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.236954 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.237238 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.237465 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] debug = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.237747 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.238172 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.238582 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.238866 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.239154 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.239460 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.239739 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.240032 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.240303 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.240633 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] host = dv-cinder-804735-8-iscsi {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.240911 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.241195 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.241479 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.241763 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.242039 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.242316 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.242600 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.242872 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.243145 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] log_file = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.243445 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.243733 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.244017 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.244308 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.244534 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.244758 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.245045 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.245331 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.245637 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.245877 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.246150 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.246425 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.246705 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.246972 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.247255 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.247564 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.247847 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.248123 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.248397 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.248670 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.248941 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.249225 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.249500 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.249773 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.250045 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.250332 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.250600 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.250873 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.251169 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.251480 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.252330 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.252617 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.252893 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.253176 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.253449 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.253723 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.253995 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] use_json = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.254266 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.254540 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.254824 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.255098 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.255393 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.255672 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.255945 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.256229 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:19.256533 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.256830 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.257128 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.257412 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.257704 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.257983 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.258271 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.258548 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.258835 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.259121 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.259439 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.259722 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.260007 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.260283 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.260574 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.260877 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.261169 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.261459 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.261732 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.262004 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.262274 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.262549 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.262835 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.263112 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.263424 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.263713 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.263991 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.264274 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.264567 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.264854 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.265127 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.265403 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.265691 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.265968 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.266243 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.266524 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.266812 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.267089 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.267435 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.267723 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.268002 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.268273 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.268545 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.268824 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.269117 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.269397 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.269673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.269946 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.270226 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.270498 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.270787 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.271071 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.271375 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.271655 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.271936 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.272214 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.272489 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.272770 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.273044 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.273325 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.273601 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.273876 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.274149 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.274424 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.274700 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.274977 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.275252 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.275554 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.275830 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.276106 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.276381 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.276662 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.276939 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.277228 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.277528 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.277810 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.278093 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.278372 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.278651 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.278932 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.279212 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.279513 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.279795 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.280071 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.280363 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.280648 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.280941 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.281228 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.281510 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.281812 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.282096 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.282380 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.282658 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.283475 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.283765 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.284053 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.284350 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.284645 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.284939 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.285234 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.285530 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.285812 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.286120 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.286401 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:19.286627 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 01:59:19.286867 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94383) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 01:59:19.631674 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 01:59:19.631956 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 01:59:19.632246 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 01:59:19.632579 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 01:59:20.020973 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.021190 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.021472 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.022770 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.023046 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.023333 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.059135 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.059452 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.059725 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.074451 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.074733 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.075011 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.102798 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.103102 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.103385 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.140012 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.140290 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.140562 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.367392 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.368008 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.368008 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.368194 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.368883 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.488952 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.489274 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.489559 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.489833 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.490103 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.490416 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.490680 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.490940 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.491196 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.491509 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.491772 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.492039 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.492304 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.492556 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.492812 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.493077 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.493332 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.493599 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.493868 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.494129 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.494400 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.494653 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.494936 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.495339 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.495595 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.495844 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.496236 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:59:20.496475 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:59:20.496711 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:59:20.496945 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:59:20.497178 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:59:20.497413 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:59:20.497773 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 01:59:20.500811 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 01:59:20.504757 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 01:59:20.508519 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 03 01:59:20.510131 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 01:59:20.510583 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 01:59:20.510919 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 01:59:20.511314 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 01:59:20.514076 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 01:59:20.514327 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 01:59:20.514671 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 01:59:20.520438 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 01:59:20.542495 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 01:59:20.542953 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.543253 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94383) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 01:59:20.543639 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.545000 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94383) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 01:59:20.545281 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 01:59:20.545526 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 01:59:20.548915 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.549200 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:20.612418 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 01:59:20.612663 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 01:59:20.612898 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 01:59:20.613263 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 01:59:20.634700 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_db.sqlalchemy.engines [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94383) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 01:59:21.284810 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Initializing driver for type 'gre' Sep 03 01:59:21.285363 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] gre ID ranges: [(1, 1000)] Sep 03 01:59:21.482575 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Initializing driver for type 'local' Sep 03 01:59:21.483185 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Initializing driver for type 'vlan' Sep 03 01:59:21.564607 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] VlanTypeDriver initialization complete Sep 03 01:59:21.564915 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Initializing driver for type 'vxlan' Sep 03 01:59:21.565401 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] vxlan ID ranges: [(1, 1000)] Sep 03 01:59:21.733632 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Initializing extension driver 'port_security' Sep 03 01:59:21.733980 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.extensions.port_security [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] PortSecurityExtensionDriver initialization complete Sep 03 01:59:21.734323 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Initializing mechanism driver 'openvswitch' Sep 03 01:59:21.734649 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Initializing mechanism driver 'hyperv' Sep 03 01:59:21.741846 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:21.742536 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > port after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.742912 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > port after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.743268 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > port after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.743809 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94383) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 01:59:21.744252 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > subnet after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.744611 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > subnet after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.744967 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.745364 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94383) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 01:59:21.745776 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > network after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.746134 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > network after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.746487 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > network after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.746886 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94383) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 01:59:21.747321 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > security_group after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.747677 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > security_group after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.748025 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.748587 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94383) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 01:59:21.749001 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.749356 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.749707 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.750105 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94383) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 01:59:21.750513 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > address_group after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.750867 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > address_group after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.751210 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.751630 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94383) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 01:59:21.752013 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] ML2 OVO RPC backend initialized. {{(pid=94383) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 01:59:21.752721 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.753081 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.753506 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > network before_response 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.753861 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > networks before_response 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.754220 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > port before_response 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.754569 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > ports before_response 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.754920 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > subnet before_response 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.755269 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > subnets before_response 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.760276 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > network after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.760276 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > network after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.760276 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > network after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.760276 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > port after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.760612 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > port after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.760612 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > port after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.760612 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > subnet after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.760612 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > subnet after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.760902 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.760902 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.plugin [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Modular L2 Plugin initialization complete Sep 03 01:59:21.760902 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading services supported by the core plugin {{(pid=94383) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 01:59:21.760902 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.plugins.ml2.managers [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Got port-security extension from driver 'port_security' Sep 03 01:59:21.760902 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.extensions.vlantransparent [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Disabled vlantransparent extension. Sep 03 01:59:21.760902 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94383) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 01:59:21.760902 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading Plugin: router Sep 03 01:59:21.796655 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.797049 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router after_create 55549900 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.797428 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router before_create 55549900 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.797800 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.798180 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.799157 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router after_delete 55549900 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.799578 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.799938 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.800305 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router after_create 55549900 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.800659 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router after_update 55549900 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.801016 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router after_update 55549900 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.801371 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.801734 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router after_update 55549900 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.802149 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router precommit_update 55549900 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.802526 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: port after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.802874 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: port after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.803223 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: subnet after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.803596 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.803963 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.804318 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router precommit_create 55549900 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.804666 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: port before_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.805017 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router precommit_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.805379 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router after_update 55549900 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.805728 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.806084 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router precommit_create 55549900 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.806449 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.806801 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router precommit_update 55549900 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.807168 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > agent after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.807553 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > agent after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.807905 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > network after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.808754 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Tracking information for resource: router configured {{(pid=94383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:59:21.809090 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Tracking information for resource: floatingip configured {{(pid=94383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:59:21.814239 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.db.l3_agentschedulers_db [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 01:59:21.814861 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: port after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.815219 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: port after_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.815618 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: port after_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.815976 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: port after_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.816762 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router before_create 55550100 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.817134 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.817505 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router precommit_create 55550100 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.817867 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > router precommit_update 55550100 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.822651 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.services.provider_configuration [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Service providers = [] {{(pid=94383) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 01:59:21.823024 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.db.servicetype_db [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94383) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 01:59:21.825988 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.services.service_base [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94383) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 01:59:21.826348 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.services.service_base [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94383) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 01:59:21.826697 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.services.service_base [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94383) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 01:59:21.827619 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.services.service_base [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94383) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 01:59:21.828001 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.services.service_base [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 01:59:21.828382 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:59:21.828705 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 01:59:21.839419 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:59:21.839766 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading Plugin: auto_allocate Sep 03 01:59:21.846084 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: network precommit_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.846454 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: network precommit_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.846977 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:59:21.847328 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading Plugin: tag Sep 03 01:59:21.853786 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:59:21.854123 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading Plugin: timestamp Sep 03 01:59:21.858141 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:59:21.858481 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading Plugin: network_ip_availability Sep 03 01:59:21.864470 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.864848 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.865212 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:21.865919 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:59:21.866244 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading Plugin: flavors Sep 03 01:59:21.870922 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:59:21.871261 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading Plugin: revisions Sep 03 01:59:21.875559 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:59:21.875946 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_concurrency.lockutils [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.244s {{(pid=94383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 01:59:21.876712 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94383) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 01:59:21.877051 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Initializing extension manager. Sep 03 01:59:21.877568 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: __init__.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.877916 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: __pycache__ {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.878260 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.878601 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: address_group.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.879390 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.879951 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: address-group Sep 03 01:59:21.880280 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: address_scope.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.881181 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.881694 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: address-scope Sep 03 01:59:21.882022 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.882962 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.883513 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: router-admin-state-down-before-update Sep 03 01:59:21.883843 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: agent.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.884549 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.885057 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: agent Sep 03 01:59:21.885380 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: agent_resources_synced.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.886298 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.886806 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: agent-resources-synced Sep 03 01:59:21.887134 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: allowedaddresspairs.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.888972 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.889500 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: allowed-address-pairs Sep 03 01:59:21.889831 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: auto_allocated_topology.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.890904 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.891458 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: auto-allocated-topology Sep 03 01:59:21.891791 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: availability_zone.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.893001 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.893509 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: availability_zone Sep 03 01:59:21.893834 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: availability_zone_filter.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.894754 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.895266 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: availability_zone_filter Sep 03 01:59:21.895623 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: data_plane_status.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.896539 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.897044 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 01:59:21.897372 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: default_subnetpools.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.898286 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.898791 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: default-subnetpools Sep 03 01:59:21.899117 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.899956 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.900465 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: dhcp_agent_scheduler Sep 03 01:59:21.900795 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: dns.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.901717 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.902218 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension dns-integration not supported by any of loaded plugins Sep 03 01:59:21.902548 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: dns_domain_ports.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.903504 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.904018 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 01:59:21.904346 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.905278 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.905786 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 01:59:21.906115 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: dvr.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.906792 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.907328 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: dvr Sep 03 01:59:21.907673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: ecmp_routes.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.909110 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.909622 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 01:59:21.909951 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: empty_string_filtering.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.910861 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.911408 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: empty-string-filtering Sep 03 01:59:21.911736 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.912656 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.913159 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 01:59:21.913489 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.914412 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.914952 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 01:59:21.915298 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: external_net.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.916215 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.916726 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: external-net Sep 03 01:59:21.917054 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.917960 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.918467 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: extra_dhcp_opt Sep 03 01:59:21.918792 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: extraroute.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.919741 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.920246 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: extraroute Sep 03 01:59:21.920570 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: extraroute_atomic.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.921603 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.922112 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: extraroute-atomic Sep 03 01:59:21.922437 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: filter_validation.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.923100 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.923659 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: filter-validation Sep 03 01:59:21.923992 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: fip_pf_description.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.924911 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.925414 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 01:59:21.925742 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: fip_port_details.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.926660 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.927166 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: fip-port-details Sep 03 01:59:21.927528 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: flavors.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.928766 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.929290 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: flavors Sep 03 01:59:21.929628 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.931330 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.931861 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 01:59:21.932200 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: floatingip_pools.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.932901 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.933416 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: floatingip-pools Sep 03 01:59:21.933747 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: ip_allocation.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.934680 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.935192 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 01:59:21.935546 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.936475 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.936990 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: ip-substring-filtering Sep 03 01:59:21.937321 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: l2_adjacency.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.938248 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.938757 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 01:59:21.939107 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: l3.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.940229 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.940758 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: router Sep 03 01:59:21.941087 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.943357 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.944168 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 01:59:21.944506 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.945438 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.945958 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: ext-gw-mode Sep 03 01:59:21.946288 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.947231 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.947778 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: l3-ha Sep 03 01:59:21.948106 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: l3_flavors.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.949026 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.949540 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: l3-flavors Sep 03 01:59:21.949871 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.950797 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.951338 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 01:59:21.951667 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: l3agentscheduler.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.952689 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.953201 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: l3_agent_scheduler Sep 03 01:59:21.953529 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: logging.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.955578 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.956104 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension logging not supported by any of loaded plugins Sep 03 01:59:21.956443 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: metering.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.957191 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.957761 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: metering Sep 03 01:59:21.958094 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.959184 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.959730 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: metering_source_and_destination_fields Sep 03 01:59:21.960064 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: multiprovidernet.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.960999 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.961514 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: multi-provider Sep 03 01:59:21.961847 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: netmtu.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.962766 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.963297 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: net-mtu Sep 03 01:59:21.963632 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: netmtu_writable.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.964557 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.965067 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: net-mtu-writable Sep 03 01:59:21.965397 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: network_availability_zone.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.966090 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.966595 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: network_availability_zone Sep 03 01:59:21.966921 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: network_ip_availability.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.968060 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.968576 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: network-ip-availability Sep 03 01:59:21.968907 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: network_segment_range.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.969673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.970272 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 01:59:21.971037 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: pagination.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.972062 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.972398 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: pagination Sep 03 01:59:21.972725 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: port_device_profile.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.973649 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.974164 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: port-device-profile Sep 03 01:59:21.974496 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.975452 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.975966 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: port-mac-address-regenerate Sep 03 01:59:21.976294 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.977208 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.977724 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: port-numa-affinity-policy Sep 03 01:59:21.978050 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: port_resource_request.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.979130 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.979683 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 01:59:21.980011 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: portbindings.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.980954 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.981466 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: binding Sep 03 01:59:21.981793 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: portbindings_extended.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.983052 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.983601 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: binding-extended Sep 03 01:59:21.983935 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: portsecurity.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.984860 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.985373 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: port-security Sep 03 01:59:21.985704 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: project_id.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.986712 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.987046 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: project-id Sep 03 01:59:21.987410 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: providernet.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.988339 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.988855 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: provider Sep 03 01:59:21.989183 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: qos.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.992684 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.993215 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension qos not supported by any of loaded plugins Sep 03 01:59:21.993554 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.994813 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.995370 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 01:59:21.995711 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.996640 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.997154 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 01:59:21.997484 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: qos_default.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.998404 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:21.998920 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension qos-default not supported by any of loaded plugins Sep 03 01:59:21.999249 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: qos_fip.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:21.999932 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.000440 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension qos-fip not supported by any of loaded plugins Sep 03 01:59:22.000764 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: qos_gateway_ip.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.001715 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.002221 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 01:59:22.002546 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: qos_port_network_policy.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.003511 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.004029 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 01:59:22.004360 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: qos_pps_rule.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.005554 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.006072 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension qos-pps not supported by any of loaded plugins Sep 03 01:59:22.006403 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: qos_rule_type_details.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.007353 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.007868 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 01:59:22.008195 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: qos_rules_alias.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.009242 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.009767 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 01:59:22.010094 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: quotasv2.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.010997 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.011363 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: quotas Sep 03 01:59:22.011693 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: quotasv2_detail.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.014901 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.015248 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: quota_details Sep 03 01:59:22.015613 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: rbac.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.016692 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.017744 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: rbac-policies Sep 03 01:59:22.018081 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: rbac_address_group.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.019014 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.019572 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: rbac-address-group Sep 03 01:59:22.019904 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: rbac_address_scope.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.020837 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.021354 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: rbac-address-scope Sep 03 01:59:22.021683 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: rbac_security_groups.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.022601 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.023118 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: rbac-security-groups Sep 03 01:59:22.023485 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: rbac_subnetpool.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.024408 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.024926 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: rbac-subnetpool Sep 03 01:59:22.025259 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: revisionifmatch.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.026187 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.026704 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: revision-if-match Sep 03 01:59:22.027033 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: revisions.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.028190 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.028706 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: standard-attr-revisions Sep 03 01:59:22.029035 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: router_availability_zone.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.029715 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.030226 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: router_availability_zone Sep 03 01:59:22.030553 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: routerservicetype.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.031514 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.032033 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension router-service-type not supported by any of loaded plugins Sep 03 01:59:22.032361 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.033873 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.034384 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: security-groups-normalized-cidr Sep 03 01:59:22.034712 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.035674 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.036187 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: port-security-groups-filtering Sep 03 01:59:22.036516 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.037445 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.037961 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: security-groups-remote-address-group Sep 03 01:59:22.038286 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: securitygroup.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.049155 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.049688 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: security-group Sep 03 01:59:22.050029 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: segment.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.050820 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.051359 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension segment not supported by any of loaded plugins Sep 03 01:59:22.051693 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.052636 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.053145 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 01:59:22.053478 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: servicetype.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.054656 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.055187 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: service-type Sep 03 01:59:22.055544 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: sorting.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.056545 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.056881 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: sorting Sep 03 01:59:22.057208 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: standard_attr_segment.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.058132 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.058647 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 01:59:22.058977 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: standardattrdescription.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.059665 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.060178 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: standard-attr-description Sep 03 01:59:22.060507 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: stateful_security_group.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.061443 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.061960 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: stateful-security-group Sep 03 01:59:22.062288 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: stdattrs_common.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.062874 dv-cinder-804735-8-iscsi neutron-server[94383]: WARNING neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 01:59:22.063199 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.064188 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.064713 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 01:59:22.065090 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: subnet_onboard.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.066121 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.066645 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: subnet_onboard Sep 03 01:59:22.066976 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.067947 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.068466 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 01:59:22.069064 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: subnet_service_types.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.069997 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.070513 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: subnet-service-types Sep 03 01:59:22.070845 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: subnetallocation.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.071962 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.072482 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: subnet_allocation Sep 03 01:59:22.072814 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.073487 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.074004 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: subnetpool-prefix-ops Sep 03 01:59:22.074335 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.075302 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.075808 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 01:59:22.076137 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: tagging.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.077209 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.077732 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: standard-attr-tag Sep 03 01:59:22.078063 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: timestamp.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.079310 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.080354 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loaded extension: standard-attr-timestamp Sep 03 01:59:22.080686 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: trunk.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.081772 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.082292 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension trunk not supported by any of loaded plugins Sep 03 01:59:22.082619 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: trunk_details.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.083663 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.084182 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension trunk-details not supported by any of loaded plugins Sep 03 01:59:22.084509 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: uplink_status_propagation.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.085451 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.085966 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 01:59:22.086290 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Loading extension file: vlantransparent.py {{(pid=94383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 01:59:22.086967 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 01:59:22.087517 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 01:59:22.089943 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of TrackedResource for resource:network Sep 03 01:59:22.090467 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of TrackedResource for resource:subnet Sep 03 01:59:22.090868 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 01:59:22.091269 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of TrackedResource for resource:port Sep 03 01:59:22.092501 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.v2.resource_helper [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:59:22.092955 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.v2.resource_helper [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Service FLAVORS assigned prefix: {{(pid=94383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:59:22.093599 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.v2.resource_helper [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:59:22.094033 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.v2.resource_helper [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:59:22.094365 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of TrackedResource for resource:router Sep 03 01:59:22.094798 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 01:59:22.095937 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.v2.resource_helper [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Service METERING assigned prefix: /metering {{(pid=94383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:59:22.097339 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:22.097712 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:22.098072 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:59:22.099060 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 01:59:22.099535 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of TrackedResource for resource:security_group Sep 03 01:59:22.099995 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 01:59:22.100587 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.v2.resource_helper [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Service CORE assigned prefix: {{(pid=94383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:59:22.100919 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 01:59:22.101265 dv-cinder-804735-8-iscsi neutron-server[94383]: WARNING neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] subnetpool is already registered Sep 03 01:59:22.101716 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.v2.resource_helper [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Service CORE assigned prefix: {{(pid=94383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:59:22.102046 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 01:59:22.102385 dv-cinder-804735-8-iscsi neutron-server[94383]: WARNING neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] subnetpool is already registered Sep 03 01:59:22.104720 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.v2.resource_helper [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:59:22.105174 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.v2.resource_helper [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Service FLAVORS assigned prefix: {{(pid=94383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:59:22.105781 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.v2.resource_helper [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:59:22.106214 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.v2.resource_helper [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:59:22.106551 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of TrackedResource for resource:router Sep 03 01:59:22.106895 dv-cinder-804735-8-iscsi neutron-server[94383]: WARNING neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] router is already registered Sep 03 01:59:22.107337 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 01:59:22.107679 dv-cinder-804735-8-iscsi neutron-server[94383]: WARNING neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] floatingip is already registered Sep 03 01:59:22.108142 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.v2.resource_helper [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Service METERING assigned prefix: /metering {{(pid=94383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:59:22.108814 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 01:59:22.109145 dv-cinder-804735-8-iscsi neutron-server[94383]: WARNING neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] rbac_policy is already registered Sep 03 01:59:22.109562 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of TrackedResource for resource:security_group Sep 03 01:59:22.109900 dv-cinder-804735-8-iscsi neutron-server[94383]: WARNING neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] security_group is already registered Sep 03 01:59:22.110308 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 01:59:22.110643 dv-cinder-804735-8-iscsi neutron-server[94383]: WARNING neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] security_group_rule is already registered Sep 03 01:59:22.111310 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.v2.resource_helper [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Service CORE assigned prefix: {{(pid=94383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:59:22.111647 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 01:59:22.111988 dv-cinder-804735-8-iscsi neutron-server[94383]: WARNING neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] subnetpool is already registered Sep 03 01:59:22.112427 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.v2.resource_helper [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Service CORE assigned prefix: {{(pid=94383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:59:22.112756 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 01:59:22.113091 dv-cinder-804735-8-iscsi neutron-server[94383]: WARNING neutron.quota.resource_registry [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] subnetpool is already registered Sep 03 01:59:22.113561 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: extensions {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.115011 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: address-groups {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.116556 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: address-scopes {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.117897 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: agents {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.119067 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: auto-allocated-topology {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.120354 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: availability_zones {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.121589 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: dhcp-networks {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.123105 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: dhcp-agents {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.124553 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: routers {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.126786 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: flavors {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.128018 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: service_profiles {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.129224 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: next_providers {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.130677 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: service_profiles {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.132279 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: floatingip-pools {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.133488 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: routers {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.135641 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: floatingips {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.136934 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: l3-routers {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.138323 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: l3-agents {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.139774 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: metering-labels {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.141130 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: metering-label-rules {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.142930 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: network-ip-availabilities {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.144261 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: bindings {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.146725 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: quotas {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.148229 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: quotas {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.149652 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: rbac-policies {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.150865 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: security-groups {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.152216 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: security-group-rules {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.153471 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: service-providers {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.154699 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: subnetpools {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.156160 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: subnetpools {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.157645 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: tags {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.159889 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: tags {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.161744 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: tags {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.163567 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: tags {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.165361 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: tags {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.167193 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: tags {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.168925 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: tags {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.170829 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: tags {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.172654 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: tags {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.174424 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron.api.extensions [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Extended resource: tags {{(pid=94383) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:59:22.180349 dv-cinder-804735-8-iscsi neutron-server[94383]: WARNING keystonemiddleware.auth_token [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 01:59:22.185009 dv-cinder-804735-8-iscsi neutron-server[94383]: WARNING keystonemiddleware.auth_token [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 01:59:22.193317 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_concurrency.lockutils [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Acquired lock "singleton_lock" {{(pid=94383) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 01:59:22.194047 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_concurrency.lockutils [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Releasing lock "singleton_lock" {{(pid=94383) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 01:59:22.194684 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO oslo_service.service [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Starting 2 workers Sep 03 01:59:22.199632 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Started child 94493 {{(pid=94383) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 01:59:22.204227 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Started child 94494 {{(pid=94383) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 01:59:22.205615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.206348 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO neutron.service [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 01:59:22.207032 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Notify callbacks [] for process, before_spawn {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.207208 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [-] (94493) wsgi starting up on http://0.0.0.0:9696 Sep 03 01:59:22.207597 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 60938) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:22.209375 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.209877 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO oslo_service.service [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Starting 1 workers Sep 03 01:59:22.210890 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [-] (94494) wsgi starting up on http://0.0.0.0:9696 Sep 03 01:59:22.214701 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Started child 94495 {{(pid=94383) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 01:59:22.215307 dv-cinder-804735-8-iscsi neutron-server[94383]: INFO oslo_service.service [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Starting 1 workers Sep 03 01:59:22.216439 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066538 Sep 03 01:59:22.218434 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.service [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] calling RpcWorker wait() {{(pid=94495) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 01:59:22.218973 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.service [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] returning from RpcWorker wait() {{(pid=94495) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 01:59:22.219942 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Started child 94496 {{(pid=94383) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 01:59:22.220915 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.221414 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG neutron_lib.callbacks.manager [None req-9b3a00a5-2b3b-4e62-8bdd-a602d47f2924 None None] Notify callbacks [] for process, after_spawn {{(pid=94383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.221533 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:22.224253 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94383) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 01:59:22.224468 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 01:59:22.224664 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 01:59:22.224873 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 01:59:22.225221 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 01:59:22.225386 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 01:59:22.225931 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.226220 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.226482 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.226756 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.227061 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.227202 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:22.227898 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.228056 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.228274 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.228697 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.229088 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.229400 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.229721 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.230122 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.230520 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.230833 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.231114 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.231388 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.231701 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.231965 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.232145 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.232551 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.232944 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.233358 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] debug = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.233734 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.234370 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.234747 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.235160 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.235596 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.236096 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.236477 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.236874 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.237390 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.237607 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.237804 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.238070 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.238299 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.238522 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.238769 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.239032 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.239321 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.239814 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] host = dv-cinder-804735-8-iscsi {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.240209 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.240580 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.240995 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.242291 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.242720 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.243098 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.243394 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.243833 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.244254 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.244656 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.245122 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.245652 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.245829 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.246067 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] log_file = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.246246 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] log_options = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.246482 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.246759 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.247019 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.247213 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.247402 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.247590 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.247854 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.248012 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.248267 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.248480 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.248847 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.249216 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.249583 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.249963 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.250349 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.250744 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.250979 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.251257 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.252982 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.253366 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.253751 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.254121 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.254510 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.254744 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.254972 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.255202 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.255463 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.255721 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.255975 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.256186 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.256429 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.256698 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.258137 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.258137 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.258137 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.258137 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.258137 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.258906 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.258906 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.258906 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.259462 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.259462 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.259755 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.259891 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.260921 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:22.261063 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.261063 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] use_json = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.261063 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.261063 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.261350 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.261350 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.261525 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.261918 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.262298 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.262687 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.263110 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.263417 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.263750 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.271177 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.271177 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.271177 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.271177 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.271177 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.271177 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.271177 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.271177 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.271177 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.273096 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.273096 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.273096 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.273096 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.273096 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.273096 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.273096 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.273096 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.274138 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.274138 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.274138 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.274138 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.274138 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.274138 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.274138 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.274138 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.275205 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.275205 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.275205 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.275205 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.275205 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.275205 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.275205 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.275205 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.276170 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.276170 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.276170 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.276170 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.276170 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.276170 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.276170 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.276170 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.276170 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.277266 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.277266 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.277266 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.277266 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.277266 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.277266 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.277266 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.277266 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.277266 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.279400 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.279400 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.279400 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.279400 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.279400 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.279400 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.279400 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.279400 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.279400 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.279971 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.279971 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.279971 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.280227 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.280484 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.280737 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.281567 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.281567 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.281567 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.281806 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.281875 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.282101 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.283098 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.283098 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.283098 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.283098 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.283404 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.283537 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.283715 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.283931 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.284916 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.284916 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.284916 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.285136 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.285208 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.285420 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.285702 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.286049 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.286305 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.286531 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.286754 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.287040 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.287833 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.287833 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.288554 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.288807 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.289030 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.289524 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.289524 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.289820 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.290060 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.290307 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.290573 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.290802 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.291678 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.293182 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.293483 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.293723 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.293995 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.294270 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.294537 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.294804 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.295086 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.295584 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.297809 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.297809 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.297809 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.297809 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.297809 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.297809 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.297809 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.297809 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.298956 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.298956 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.298956 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.298956 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.298956 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.298956 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.299564 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.299564 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.300079 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.300079 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.300436 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.300586 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.300845 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.301108 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.301339 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.301561 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.301836 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.302104 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.302349 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.302637 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.303065 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.303478 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.303872 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.305112 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.305112 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.305112 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.305112 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.305722 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.305990 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.306237 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.306685 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.307060 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.307467 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.308069 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.308461 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.308838 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.309230 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.309633 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.310018 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.310429 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.310807 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.311316 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.311718 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.312092 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.312480 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.312862 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.313379 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.313379 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.313624 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.314429 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.314693 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.315221 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.315444 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.315674 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.315928 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.316155 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.316447 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.316638 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.317020 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.317411 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.318458 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.318458 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.318458 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.318458 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.319014 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.319014 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.319362 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.319666 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.319925 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.320164 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.320418 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.320665 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.320928 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.321168 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.321393 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.321618 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.321841 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.322078 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.322334 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.322586 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.322828 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.323078 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.324109 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.324351 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.324604 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.324843 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.325128 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.325376 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.325613 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.325871 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.326122 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.326337 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.326568 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.326782 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.326997 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.327227 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.327482 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.327715 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.327966 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.328179 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.328397 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.328622 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.328843 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.329057 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.329285 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.329519 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.330363 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.330541 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.330772 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.330977 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.331207 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.333826 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.333826 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.333826 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.333826 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.333826 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.333826 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.333826 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.333826 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.334904 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.334904 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.334904 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.334904 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.334904 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.334904 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.334904 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.335957 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.335957 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.335957 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.335957 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.336496 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.336496 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.336496 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.336932 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.336932 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.337192 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.337483 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.337776 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.338035 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.338295 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.338602 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.339089 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.339394 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.339635 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.340637 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.340637 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.340637 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.341048 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.341185 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.341364 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.341598 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.341820 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.342061 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.342317 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.342538 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.342808 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.343083 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.344023 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.344023 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.344023 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.344481 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.344481 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.344749 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.344749 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.345010 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.345146 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 01:59:22.345645 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94383) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 01:59:22.345924 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 01:59:22.346129 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 01:59:22.346282 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 01:59:22.346423 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 01:59:22.346560 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 01:59:22.346698 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.346873 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.347010 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.347146 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.347338 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.347525 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.347686 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.347845 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.348001 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.348160 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.348322 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.348483 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.348622 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.348783 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.348935 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.349109 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.349249 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.349385 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.349550 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.349715 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.349878 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.350030 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.350190 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] debug = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.350350 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.350618 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.350797 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.350937 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.351074 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.351245 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.351506 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.351506 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.351767 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.351947 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.352102 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.352102 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.352363 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.352498 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.352632 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.352768 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.352903 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.353038 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] host = dv-cinder-804735-8-iscsi {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.353183 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.353321 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.353456 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.353701 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.353858 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.354007 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.354266 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.354266 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.354533 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.354533 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.354802 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.354938 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.355073 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.355208 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] log_file = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.355385 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] log_options = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.355522 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.355657 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.355833 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.356075 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.356075 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.356361 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.356499 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.356635 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.356771 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.356935 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.357074 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.357209 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.357396 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.357576 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.357718 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.357854 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.358008 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.358188 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.358188 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.358457 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.358594 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.358739 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.358875 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.359038 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.359174 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.359374 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.359511 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.362494 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.362494 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.362494 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.362494 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.362494 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.362494 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.362494 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.362494 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363091 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363091 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363091 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363091 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363091 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363091 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363091 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363091 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] use_json = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.363673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.364204 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.364204 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:59:22.364204 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.364204 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.364204 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.364489 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.364489 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.364610 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.364824 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.364935 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.365099 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.365264 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.365436 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.365602 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.365779 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.365943 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.366108 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.366275 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.366440 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.366603 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.366768 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.366934 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.367097 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.367261 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.367462 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.367627 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.368761 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.368927 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.369130 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.369964 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.369964 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.369964 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.369964 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.369964 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.370545 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.370545 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.370545 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.370545 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.370832 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.370912 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.371023 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.371292 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.371522 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.371522 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.372673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.372673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.372673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.372673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.372673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.372673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.372673 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.374637 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.374637 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.374637 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.374637 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.374637 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.374637 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.374637 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.374637 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.374637 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.375609 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.375609 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.375609 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.375609 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.375609 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.375609 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.375609 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.375609 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.377004 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.377004 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.377208 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.377312 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.377464 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.377632 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.377799 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.377964 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.378129 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.378663 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.378663 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.378663 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.378986 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.378986 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.379185 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.379317 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.380878 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.380878 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.380878 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.380878 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.380878 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.381397 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.381397 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.381397 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.381397 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.381951 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.381951 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.381951 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.382223 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.382223 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.382366 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.382478 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.383047 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.383047 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.383303 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.383303 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.384318 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.384576 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.384716 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.384842 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.384965 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.385112 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.385276 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.385440 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.385703 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.385854 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.385981 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.386104 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.386228 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.386366 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.386573 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.386700 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.386968 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.387150 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.388159 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.388350 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.388697 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.388697 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.388862 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.388987 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.389313 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.389483 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.389648 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.389815 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.389980 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.390145 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.390317 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.390494 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.390658 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.390823 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.390987 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.391181 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.395534 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.395534 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.395534 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.395534 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.395534 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.395534 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.395534 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.395534 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.396034 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.396034 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.396034 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.396034 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.396034 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.396034 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.396034 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.396034 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.398119 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.398119 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.398119 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.398119 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.398119 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.398630 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.398630 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.398630 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.398936 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.399028 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:22.399127 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.399127 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.399292 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.399409 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.399518 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.399921 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.399921 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.400149 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.400149 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.400368 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.400476 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.400582 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.400732 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.400893 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.401053 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.401214 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.401374 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.401537 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.401753 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.401909 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.402022 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.402186 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.402350 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.402516 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.402682 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.402858 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.403027 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.403191 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.403380 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.403549 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.403714 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.403878 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.404056 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.404187 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.404354 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.404502 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.404665 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.404828 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.404992 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.405157 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.405325 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.405493 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.405657 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.405822 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.407098 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.407098 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.407098 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.407098 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.407098 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.407098 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.407098 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.407098 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.407695 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.407695 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.407695 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.408395 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.408395 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.408553 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.408553 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.409079 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.409079 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.409349 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.409349 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.409638 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.409777 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.409916 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.410053 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.410190 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.410329 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.410467 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.410604 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.410750 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.410889 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.411050 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.411215 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.411429 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.411594 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.411758 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.411933 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.412099 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.412331 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.412331 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.412331 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.412331 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.412331 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.412331 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.412331 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.412331 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.418051 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.418051 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.418051 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.418051 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.418051 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.418051 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.418051 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.418051 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.418779 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.418779 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.418779 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.418779 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.418779 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.418779 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.418779 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.418779 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.419697 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.419697 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.419697 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.419697 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.419697 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.419697 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.419697 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.419697 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.419697 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.420284 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.420284 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.420284 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.420284 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.420284 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.420284 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.420284 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.420284 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.420284 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.422082 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.422082 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.422082 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.422082 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.422082 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:59:22.422082 dv-cinder-804735-8-iscsi neutron-server[94383]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94383) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 01:59:33.716932 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb1205e-bf25-4b7d-a7cf-c8c9486a7987 None None] get_active_networks_info from dv-cinder-804735-8-iscsi {{(pid=94495) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 01:59:33.791020 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb1205e-bf25-4b7d-a7cf-c8c9486a7987 None None] No non-hosted networks {{(pid=94495) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 01:59:33.798736 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.agentschedulers_db [None req-8cb1205e-bf25-4b7d-a7cf-c8c9486a7987 None None] DHCP Agent not found on host dv-cinder-804735-8-iscsi {{(pid=94495) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 01:59:33.870308 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-0020df84-a444-4c09-b372-58939bc36316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1943172'] for agent, after_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:36.160897 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-803bc0c0-4b1e-422e-a262-9bc1a6ad23ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1943172'] for agent, after_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:36.191382 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.db.api [None req-93805422-b363-479d-9b6b-41c7ae82a3d6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804735-8-iscsi {{(pid=94495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 01:59:36.192126 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG oslo_db.api [None req-93805422-b363-479d-9b6b-41c7ae82a3d6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 01:59:36.714319 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1943172'] for agent, after_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:36.716173 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:36.716693 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:36.717463 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:36.718716 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:36.719550 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:36.722751 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:36.723317 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:36.723835 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:36.724331 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:36.726476 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:36.727024 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:36.727604 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:36.727961 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804735-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:36.743327 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804735-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:59:36.792815 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-93805422-b363-479d-9b6b-41c7ae82a3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:37.655614 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1943172'] for agent, after_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:38.956515 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1943172'] for agent, after_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:39.897054 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 32812) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:40.399610 dv-cinder-804735-8-iscsi neutron-server[94494]: WARNING oslo_policy.policy [None req-c62f6728-af23-49c5-a10d-992e6efe8e3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:59:40.400206 dv-cinder-804735-8-iscsi neutron-server[94494]: WARNING oslo_policy.policy [None req-c62f6728-af23-49c5-a10d-992e6efe8e3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:59:40.622916 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [None req-c62f6728-af23-49c5-a10d-992e6efe8e3b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 01:59:40.624175 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-c62f6728-af23-49c5-a10d-992e6efe8e3b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7251070 Sep 03 01:59:42.994324 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 32826) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:43.312913 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-d7eaf5dd-c41e-4c83-819c-64626f1bee66 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:43.396734 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.db.l3_hamode_db [None req-4e324853-9283-4944-8e7f-fe78b4eeb78d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 01:59:43.405739 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.policy [None req-d7eaf5dd-c41e-4c83-819c-64626f1bee66 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94494) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 01:59:43.450919 dv-cinder-804735-8-iscsi neutron-server[94494]: WARNING oslo_policy.policy [None req-d7eaf5dd-c41e-4c83-819c-64626f1bee66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:59:43.451306 dv-cinder-804735-8-iscsi neutron-server[94494]: WARNING oslo_policy.policy [None req-d7eaf5dd-c41e-4c83-819c-64626f1bee66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:59:43.460444 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.quota [None req-d7eaf5dd-c41e-4c83-819c-64626f1bee66 admin admin] Loaded quota_driver: . Sep 03 01:59:43.472910 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e324853-9283-4944-8e7f-fe78b4eeb78d None None] Routers set() bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 01:59:43.473296 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e324853-9283-4944-8e7f-fe78b4eeb78d None None] Router IDs set() for agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 01:59:43.601911 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf5dd-c41e-4c83-819c-64626f1bee66 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772793377406', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772793377835', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772793365826', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772793363502', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772793520547', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772793326468', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-893219', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-837275', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2095085', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2008339'] for rbac-policy, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.767564 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf5dd-c41e-4c83-819c-64626f1bee66 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:43.768695 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-d7eaf5dd-c41e-4c83-819c-64626f1bee66 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7733085 Sep 03 01:59:46.356838 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 32838) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:46.649359 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Request body: {'network': {'project_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'admin_state_up': True, 'tenant_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'name': 'private'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:46.716242 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Made reservation on behalf of a62e1a0708ee4cefa60b36fbf6dbceca for: {'network': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:59:46.719053 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:46.735740 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:46.853238 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:46.910469 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:46.933739 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:59:46.957856 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772790860620', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:46.958438 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Unsubscribe: segment precommit_create {{(pid=94494) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 01:59:46.958949 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.segments_db [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Added segment ba7e4695-a18d-4c5d-8543-f8829b714b87 of type vlan for network 53120747-363b-4e4b-a82d-45a8bff65666 Sep 03 01:59:46.973439 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4dccde-e6d6-428f-80c2-f3ce083d6fcb,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:47.021180 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.021544 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.021898 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.022235 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.022572 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.022925 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.023259 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.023610 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.023952 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.024281 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.024605 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.024932 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Tracked resource versions report: Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: pushed versions: Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: { 'AddressGroup': {'1.2'}, Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'ConntrackHelper': {'1.0'}, Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Log': {'1.0'}, Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Network': {'1.1'}, Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Port': {'1.7'}, Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'PortForwarding': {'1.2'}, Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'QosPolicy': {'1.9'}, Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'SecurityGroup': {'1.4'}, Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'SubPort': {'1.0'}, Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Subnet': {'1.1'}, Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Trunk': {'1.1'}} Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: consumer versions: Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: { DHCP agent@dv-cinder-804735-8-iscsi: {}, Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: L3 agent@dv-cinder-804735-8-iscsi: {}, Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: Metadata agent@dv-cinder-804735-8-iscsi: {}, Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: Metering agent@dv-cinder-804735-8-iscsi: {}, Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: Open vSwitch agent@dv-cinder-804735-8-iscsi: { 'AddressGroup': '1.2', Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'ConntrackHelper': '1.0', Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Log': '1.0', Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Network': '1.1', Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Port': '1.7', Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'PortForwarding': '1.2', Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'QosPolicy': '1.9', Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'SecurityGroup': '1.4', Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'SecurityGroupRule': '1.2', Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'SubPort': '1.0', Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Subnet': '1.1', Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Trunk': '1.1'}} Sep 03 01:59:47.025985 dv-cinder-804735-8-iscsi neutron-server[94494]: {{(pid=94494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:59:47.075406 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:47.192520 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:47.194000 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:47.194934 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:47.290361 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] Pushing event updated for resources: {'Network': ['ID=53120747-363b-4e4b-a82d-45a8bff65666,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:47.302369 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network 53120747-363b-4e4b-a82d-45a8bff65666 details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:59:47.319179 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-d1d019fb-b3b1-4e57-bbee-c55b1f5611d7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9612586 Sep 03 01:59:49.967609 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 32852) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:50.350527 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e402ed2f-99b8-4407-99fa-936784763945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:50.351951 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-e402ed2f-99b8-4407-99fa-936784763945 admin admin] 10.222.0.21 "GET /v2.0/networks/53120747-363b-4e4b-a82d-45a8bff65666 HTTP/1.1" status: 200 len: 825 time: 0.3833899 Sep 03 01:59:50.377874 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-72de727d-7530-4a36-a90c-a3a99616d088 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/e9b6b092-0cd3-48e5-9006-adfb13e54774 HTTP/1.1" status: 200 len: 734 time: 0.0195847 Sep 03 01:59:50.387230 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-37d72f6d-41d5-45d9-a670-c2cab9224c8c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e9b6b092-0cd3-48e5-9006-adfb13e54774', 'name': 'private-subnet', 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666', 'ip_version': 4, 'tenant_id': 'a62e1a0708ee4cefa60b36fbf6dbceca'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:50.470311 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d72f6d-41d5-45d9-a670-c2cab9224c8c admin admin] Made reservation on behalf of a62e1a0708ee4cefa60b36fbf6dbceca for: {'subnet': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:59:50.472627 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-37d72f6d-41d5-45d9-a670-c2cab9224c8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.815495 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-37d72f6d-41d5-45d9-a670-c2cab9224c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for subnet, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:50.886371 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d72f6d-41d5-45d9-a670-c2cab9224c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a32223ff-1367-4cbe-8444-12aac67bd2d6,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:50.888393 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d72f6d-41d5-45d9-a670-c2cab9224c8c admin admin] Checking segment: {'id': 'ba7e4695-a18d-4c5d-8543-f8829b714b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:59:50.888787 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d72f6d-41d5-45d9-a670-c2cab9224c8c admin admin] Network hostable DHCP agents. Network: 53120747-363b-4e4b-a82d-45a8bff65666, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:59:50.946062 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d72f6d-41d5-45d9-a670-c2cab9224c8c admin admin] Network 53120747-363b-4e4b-a82d-45a8bff65666 is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:59:51.003243 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-37d72f6d-41d5-45d9-a670-c2cab9224c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, 53120747-363b-4e4b-a82d-45a8bff65666) {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:59:51.007908 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d72f6d-41d5-45d9-a670-c2cab9224c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 01:59:51.008507 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-37d72f6d-41d5-45d9-a670-c2cab9224c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.014317 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330c2867-b70e-4277-bcec-8e39f6a38afc None None] Network 53120747-363b-4e4b-a82d-45a8bff65666 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 01:59:51.082502 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-37d72f6d-41d5-45d9-a670-c2cab9224c8c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6985862 Sep 03 01:59:51.329367 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d50043e-cc6e-5d9f-82f8-a7ea109ee1a8-53120747-363b-4e4b-a82d-45a8bff65666', 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666', 'tenant_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'fixed_ips': [{'subnet_id': 'a32223ff-1367-4cbe-8444-12aac67bd2d6'}]}} from dv-cinder-804735-8-iscsi. {{(pid=94495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 01:59:51.330597 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.601539 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.db_base_plugin_common [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Allocated IP 172.20.0.2 (53120747-363b-4e4b-a82d-45a8bff65666/a32223ff-1367-4cbe-8444-12aac67bd2d6/ec476391-12c2-4305-b93c-47926bb8fa1a) {{(pid=94495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:59:51.810044 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:51.852626 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Transition to ACTIVE for port object ec476391-12c2-4305-b93c-47926bb8fa1a will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:59:51.873966 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Transition to ACTIVE for port object ec476391-12c2-4305-b93c-47926bb8fa1a will not be triggered until provisioned by entity DHCP. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 01:59:51.956690 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:52.023831 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Network 53120747-363b-4e4b-a82d-45a8bff65666 is already hosted by enough agents. {{(pid=94495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:59:52.032633 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.base_scheduler [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Resources bound (agent type, host, resource id): {{(pid=94495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:59:52.042582 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Pushing event updated for resources: {'Port': ['ID=ec476391-12c2-4305-b93c-47926bb8fa1a,revision_number=1']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:52.044842 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Received port after_create {{(pid=94495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 01:59:52.079402 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:52.079784 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:52.080247 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:52.080610 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:52.080927 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:52.081296 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:52.081741 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:52.082186 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:52.082673 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:52.083126 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:52.083607 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:52.084062 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Tracked resource versions report: Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: pushed versions: Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: { 'AddressGroup': {'1.2'}, Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'ConntrackHelper': {'1.0'}, Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Log': {'1.0'}, Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Network': {'1.1'}, Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Port': {'1.7'}, Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'PortForwarding': {'1.2'}, Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'QosPolicy': {'1.9'}, Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'SecurityGroup': {'1.4'}, Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'SubPort': {'1.0'}, Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Subnet': {'1.1'}, Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Trunk': {'1.1'}} Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: consumer versions: Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: { DHCP agent@dv-cinder-804735-8-iscsi: {}, Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: L3 agent@dv-cinder-804735-8-iscsi: {}, Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: Metadata agent@dv-cinder-804735-8-iscsi: {}, Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: Metering agent@dv-cinder-804735-8-iscsi: {}, Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: Open vSwitch agent@dv-cinder-804735-8-iscsi: { 'AddressGroup': '1.2', Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'ConntrackHelper': '1.0', Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Log': '1.0', Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Network': '1.1', Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Port': '1.7', Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'PortForwarding': '1.2', Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'QosPolicy': '1.9', Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'SecurityGroup': '1.4', Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'SecurityGroupRule': '1.2', Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'SubPort': '1.0', Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Subnet': '1.1', Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Trunk': '1.1'}} Sep 03 01:59:52.085182 dv-cinder-804735-8-iscsi neutron-server[94495]: {{(pid=94495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:59:52.132107 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Attempting to bind port ec476391-12c2-4305-b93c-47926bb8fa1a on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 01:59:52.132509 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Attempting to bind port ec476391-12c2-4305-b93c-47926bb8fa1a by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'ba7e4695-a18d-4c5d-8543-f8829b714b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 01:59:52.132948 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Attempting to bind port ec476391-12c2-4305-b93c-47926bb8fa1a on network 53120747-363b-4e4b-a82d-45a8bff65666 {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 01:59:52.137818 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 1, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 01:59:52.138231 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Checking segment: {'id': 'ba7e4695-a18d-4c5d-8543-f8829b714b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 01:59:52.138695 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:52.139092 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Bound using segment: {'id': 'ba7e4695-a18d-4c5d-8543-f8829b714b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 01:59:52.139584 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Bound port: ec476391-12c2-4305-b93c-47926bb8fa1a, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7e4695-a18d-4c5d-8543-f8829b714b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 01:59:52.139997 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:52.201656 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] For port ec476391-12c2-4305-b93c-47926bb8fa1a, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:59:52.205894 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] For port ec476391-12c2-4305-b93c-47926bb8fa1a, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=ec476391-12c2-4305-b93c-47926bb8fa1a,segment=NetworkSegment(ba7e4695-a18d-4c5d-8543-f8829b714b87),segment_id=ba7e4695-a18d-4c5d-8543-f8829b714b87)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:59:52.261317 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 01:59:52.327439 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757903dc-98ca-4ca4-af1c-e461da4881c9 None None] Pushing event updated for resources: {'Port': ['ID=ec476391-12c2-4305-b93c-47926bb8fa1a,revision_number=2']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:59:53.515178 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 32860) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:53.829160 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [None req-b9aa1b7e-92c3-4260-878d-1ee18af752f5 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 01:59:53.830149 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-b9aa1b7e-92c3-4260-878d-1ee18af752f5 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138945 Sep 03 01:59:56.220289 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 32868) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:56.710419 dv-cinder-804735-8-iscsi neutron-server[94493]: WARNING oslo_policy.policy [None req-008a0585-13ed-4562-8584-8f158752fbea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:59:56.711015 dv-cinder-804735-8-iscsi neutron-server[94493]: WARNING oslo_policy.policy [None req-008a0585-13ed-4562-8584-8f158752fbea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:59:56.935801 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [None req-008a0585-13ed-4562-8584-8f158752fbea admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 01:59:56.936766 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-008a0585-13ed-4562-8584-8f158752fbea admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7154930 Sep 03 01:59:59.588291 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 32888) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 01:59:59.885277 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-7e047e07-9509-4bc6-8f64-7aa4f16631ac admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'admin_state_up': True}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:59:59.949423 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.policy [None req-7e047e07-9509-4bc6-8f64-7aa4f16631ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94493) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 01:59:59.995573 dv-cinder-804735-8-iscsi neutron-server[94493]: WARNING oslo_policy.policy [None req-7e047e07-9509-4bc6-8f64-7aa4f16631ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:59:59.995952 dv-cinder-804735-8-iscsi neutron-server[94493]: WARNING oslo_policy.policy [None req-7e047e07-9509-4bc6-8f64-7aa4f16631ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 02:00:00.004561 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.quota [None req-7e047e07-9509-4bc6-8f64-7aa4f16631ac admin admin] Loaded quota_driver: . Sep 03 02:00:00.169827 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7e047e07-9509-4bc6-8f64-7aa4f16631ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25414'] for router, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.171857 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7e047e07-9509-4bc6-8f64-7aa4f16631ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25471'] for router, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.327181 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7e047e07-9509-4bc6-8f64-7aa4f16631ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.399501 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7e047e07-9509-4bc6-8f64-7aa4f16631ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730026'] for router, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.424787 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device ec476391-12c2-4305-b93c-47926bb8fa1a up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:00.472367 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7e047e07-9509-4bc6-8f64-7aa4f16631ac admin admin] Notify callbacks [] for router, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.473743 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-7e047e07-9509-4bc6-8f64-7aa4f16631ac admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8844717 Sep 03 02:00:00.552486 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port ec476391-12c2-4305-b93c-47926bb8fa1a completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:00.639515 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0584bf-71b3-4ca5-875f-b50035602de0 None None] Network 53120747-363b-4e4b-a82d-45a8bff65666 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:00:00.836340 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-1aa5522b-cf2e-4284-b4d3-2d27591b26a6 None None] Provisioning for port ec476391-12c2-4305-b93c-47926bb8fa1a completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:00.840537 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-1aa5522b-cf2e-4284-b4d3-2d27591b26a6 None None] Provisioning complete for port ec476391-12c2-4305-b93c-47926bb8fa1a triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:00.841012 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1aa5522b-cf2e-4284-b4d3-2d27591b26a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.952403 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1aa5522b-cf2e-4284-b4d3-2d27591b26a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:00.986059 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-1aa5522b-cf2e-4284-b4d3-2d27591b26a6 None None] For port ec476391-12c2-4305-b93c-47926bb8fa1a, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=ec476391-12c2-4305-b93c-47926bb8fa1a,segment=NetworkSegment(ba7e4695-a18d-4c5d-8543-f8829b714b87),segment_id=ba7e4695-a18d-4c5d-8543-f8829b714b87)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:01.053053 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1aa5522b-cf2e-4284-b4d3-2d27591b26a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:01.098157 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5522b-cf2e-4284-b4d3-2d27591b26a6 None None] Pushing event updated for resources: {'Port': ['ID=ec476391-12c2-4305-b93c-47926bb8fa1a,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:01.171428 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-a61e46c8-29f6-409d-9a35-8c003c78d430 None None] Provisioning complete for port ec476391-12c2-4305-b93c-47926bb8fa1a triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:01.171714 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a61e46c8-29f6-409d-9a35-8c003c78d430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:02.406020 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device ec476391-12c2-4305-b93c-47926bb8fa1a up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:02.451317 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port ec476391-12c2-4305-b93c-47926bb8fa1a triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:02.451709 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:02.885497 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 32898) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:03.189609 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [None req-f8ed33e3-d598-4ad3-bfd5-be56f3606a64 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:00:03.190590 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-f8ed33e3-d598-4ad3-bfd5-be56f3606a64 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3041739 Sep 03 02:00:03.671726 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-20a95135-7609-4519-a382-66349bcae960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:05.565005 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 32906) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:05.867518 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:05.969481 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Made reservation on behalf of f6a3d64e46e64248a9eb94d79d2ef66f for: {'network': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:00:05.972100 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:05.988322 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:06.101818 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:06.134886 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6e09bf40-a353-411d-b69d-bca64cfe4937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:06.161360 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:06.172241 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Reserving flat network on physical network physnet1 {{(pid=94493) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 02:00:06.202830 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772790860620', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:06.203911 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Unsubscribe: segment precommit_create {{(pid=94493) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 02:00:06.204438 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.segments_db [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Added segment faee652e-511e-4d13-b766-200406ff410a of type flat for network f4c19d40-ba77-4711-a1ff-e25228796469 Sep 03 02:00:06.220049 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598e213c-e37b-45f9-9a37-46b249ad5d93,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:06.267386 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:06.267746 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:06.268085 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:06.268414 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:06.268741 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:06.269079 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:06.269404 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:06.269722 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:06.270052 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:06.270380 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:06.270718 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:06.271031 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Tracked resource versions report: Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: pushed versions: Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: { 'AddressGroup': {'1.2'}, Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'ConntrackHelper': {'1.0'}, Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Log': {'1.0'}, Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Network': {'1.1'}, Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Port': {'1.7'}, Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'PortForwarding': {'1.2'}, Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'QosPolicy': {'1.9'}, Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'SecurityGroup': {'1.4'}, Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'SecurityGroupRule': {'1.2'}, Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'SubPort': {'1.0'}, Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Subnet': {'1.1'}, Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Trunk': {'1.1'}} Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: consumer versions: Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: { DHCP agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: L3 agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: Metadata agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: Metering agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: Open vSwitch agent@dv-cinder-804735-8-iscsi: { 'AddressGroup': '1.2', Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'ConntrackHelper': '1.0', Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Log': '1.0', Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Network': '1.1', Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Port': '1.7', Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'PortForwarding': '1.2', Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'QosPolicy': '1.9', Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'SecurityGroup': '1.4', Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'SecurityGroupRule': '1.2', Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'SubPort': '1.0', Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Subnet': '1.1', Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Trunk': '1.1'}} Sep 03 02:00:06.272102 dv-cinder-804735-8-iscsi neutron-server[94493]: {{(pid=94493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 02:00:06.327808 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:06.443569 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:06.444725 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:06.445394 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:06.541810 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] Pushing event updated for resources: {'Network': ['ID=f4c19d40-ba77-4711-a1ff-e25228796469,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:06.552094 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network f4c19d40-ba77-4711-a1ff-e25228796469 details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:00:06.581557 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-e8e15d04-c116-4860-bfc4-c0806e9c2076 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0154498 Sep 03 02:00:06.706702 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:07.544123 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:08.864303 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:08.944799 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 32928) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:09.156338 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef89f30-8174-4e09-b127-82b4ff01be81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:09.157677 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-aef89f30-8174-4e09-b127-82b4ff01be81 admin admin] 10.222.0.21 "GET /v2.0/subnets/a32223ff-1367-4cbe-8444-12aac67bd2d6 HTTP/1.1" status: 200 len: 849 time: 0.2119412 Sep 03 02:00:09.288671 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-09ace63b-5c7b-4444-8158-16a4471dea59 admin admin] 10.222.0.21 "GET /v2.0/routers/fbd8d38b-c51c-4eb9-b629-2f7461fc661c HTTP/1.1" status: 200 len: 704 time: 0.1248975 Sep 03 02:00:09.545982 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:09.831523 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Allocated IP 172.20.0.1 (53120747-363b-4e4b-a82d-45a8bff65666/a32223ff-1367-4cbe-8444-12aac67bd2d6/a77b5411-a678-4908-b726-31bfb1f7f4fc) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:00:10.008607 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.031061 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Transition to ACTIVE for port object a77b5411-a678-4908-b726-31bfb1f7f4fc will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:10.150234 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.209253 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Network 53120747-363b-4e4b-a82d-45a8bff65666 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:00:10.213968 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:10.225291 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:00:10.225591 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1943231'] for router_interface, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.289909 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Pushing event updated for resources: {'Port': ['ID=a77b5411-a678-4908-b726-31bfb1f7f4fc,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:10.483136 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-b5b9f027-c124-4dd6-9ad7-7d3ae1311a6b None None] Provisioning for port a77b5411-a678-4908-b726-31bfb1f7f4fc completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:10.487548 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-b5b9f027-c124-4dd6-9ad7-7d3ae1311a6b None None] Provisioning complete for port a77b5411-a678-4908-b726-31bfb1f7f4fc triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:10.487877 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b5b9f027-c124-4dd6-9ad7-7d3ae1311a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.509274 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.519554 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9f027-c124-4dd6-9ad7-7d3ae1311a6b None None] Port a77b5411-a678-4908-b726-31bfb1f7f4fc cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:00:10.756119 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.820568 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.821319 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734959'] for router_interface, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:10.882075 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Pushing event updated for resources: {'Port': ['ID=a77b5411-a678-4908-b726-31bfb1f7f4fc,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:10.944299 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Network 53120747-363b-4e4b-a82d-45a8bff65666 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:00:10.945574 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:11.141151 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-3feef7ca-2f04-4379-b634-a736a67c85f5 None None] Provisioning complete for port a77b5411-a678-4908-b726-31bfb1f7f4fc triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:11.141514 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-3feef7ca-2f04-4379-b634-a736a67c85f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:11.167634 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Router fbd8d38b-c51c-4eb9-b629-2f7461fc661c is scheduled to L3 agent 22201d5a-7796-4f3b-b245-45d576005661 with binding_index 1 {{(pid=94493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 02:00:11.175735 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-3feef7ca-2f04-4379-b634-a736a67c85f5 None None] Port a77b5411-a678-4908-b726-31bfb1f7f4fc cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:00:11.258603 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:00:11.263684 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-dc00288d-b1db-4c3f-972f-e38e0550dcee admin admin] 10.222.0.21 "PUT /v2.0/routers/fbd8d38b-c51c-4eb9-b629-2f7461fc661c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9694321 Sep 03 02:00:11.268674 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Sync routers for ids ['fbd8d38b-c51c-4eb9-b629-2f7461fc661c'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:00:11.285665 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Routers {'fbd8d38b-c51c-4eb9-b629-2f7461fc661c'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:00:11.286516 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:00:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['fbd8d38b-c51c-4eb9-b629-2f7461fc661c'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:11.308843 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 5 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:00:11.472300 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Set router fbd8d38b-c51c-4eb9-b629-2f7461fc661c gateway port host: None {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:00:11.895819 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd8d38b-c51c-4eb9-b629-2f7461fc661c', 'name': 'router1', 'tenant_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:00Z', 'updated_at': '2021-09-03T02:00:10Z', 'revision_number': 2, 'project_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'gw_port_host': None, '_interfaces': [{'id': 'a77b5411-a678-4908-b726-31bfb1f7f4fc', 'name': '', 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666', 'tenant_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'mac_address': 'fa:16:3e:33:4d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd8d38b-c51c-4eb9-b629-2f7461fc661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a32223ff-1367-4cbe-8444-12aac67bd2d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:10Z', 'revision_number': 2, 'project_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'subnets': [{'id': 'a32223ff-1367-4cbe-8444-12aac67bd2d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9b6b092-0cd3-48e5-9006-adfb13e54774'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:11.947526 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Checking router: fbd8d38b-c51c-4eb9-b629-2f7461fc661c for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:00:11.947906 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Updating router fbd8d38b-c51c-4eb9-b629-2f7461fc661c port a77b5411-a678-4908-b726-31bfb1f7f4fc binding host dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:00:11.997446 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:12.518630 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Notify callbacks [] for port, precommit_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:12.536384 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.provisioning_blocks [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Transition to ACTIVE for port object a77b5411-a678-4908-b726-31bfb1f7f4fc will not be triggered until provisioned by entity L2. {{(pid=94496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:12.606668 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:12.697929 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadbbdd-aca7-40b1-bdca-ba2890227683 None None] Pushing event updated for resources: {'Port': ['ID=a77b5411-a678-4908-b726-31bfb1f7f4fc,revision_number=3']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:12.744348 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadbbdd-aca7-40b1-bdca-ba2890227683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:12.744744 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadbbdd-aca7-40b1-bdca-ba2890227683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:12.745293 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadbbdd-aca7-40b1-bdca-ba2890227683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:12.745839 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadbbdd-aca7-40b1-bdca-ba2890227683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:12.746349 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadbbdd-aca7-40b1-bdca-ba2890227683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:12.746859 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadbbdd-aca7-40b1-bdca-ba2890227683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:12.747410 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadbbdd-aca7-40b1-bdca-ba2890227683 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:12.747906 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadbbdd-aca7-40b1-bdca-ba2890227683 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:12.748399 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadbbdd-aca7-40b1-bdca-ba2890227683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:12.748878 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadbbdd-aca7-40b1-bdca-ba2890227683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:12.749344 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadbbdd-aca7-40b1-bdca-ba2890227683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:12.749858 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadbbdd-aca7-40b1-bdca-ba2890227683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feadbbdd-aca7-40b1-bdca-ba2890227683 None None] Tracked resource versions report: Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: pushed versions: Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: { 'AddressGroup': {'1.2'}, Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'ConntrackHelper': {'1.0'}, Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Log': {'1.0'}, Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Network': {'1.1'}, Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Port': {'1.7'}, Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'PortForwarding': {'1.2'}, Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'QosPolicy': {'1.9'}, Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'SecurityGroup': {'1.4'}, Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'SecurityGroupRule': {'1.2'}, Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'SubPort': {'1.0'}, Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Subnet': {'1.1'}, Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Trunk': {'1.1'}} Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: consumer versions: Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: { DHCP agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: L3 agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: Metadata agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: Metering agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: Open vSwitch agent@dv-cinder-804735-8-iscsi: { 'AddressGroup': '1.2', Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'ConntrackHelper': '1.0', Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Log': '1.0', Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Network': '1.1', Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Port': '1.7', Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'PortForwarding': '1.2', Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'QosPolicy': '1.9', Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'SecurityGroup': '1.4', Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'SecurityGroupRule': '1.2', Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'SubPort': '1.0', Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Subnet': '1.1', Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Trunk': '1.1'}} Sep 03 02:00:12.751623 dv-cinder-804735-8-iscsi neutron-server[94496]: {{(pid=94496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 02:00:12.791032 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Attempting to bind port a77b5411-a678-4908-b726-31bfb1f7f4fc on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:00:12.791459 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Attempting to bind port a77b5411-a678-4908-b726-31bfb1f7f4fc by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'ba7e4695-a18d-4c5d-8543-f8829b714b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666'}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:00:12.791900 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Attempting to bind port a77b5411-a678-4908-b726-31bfb1f7f4fc on network 53120747-363b-4e4b-a82d-45a8bff65666 {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:00:12.799595 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:00:12.800008 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Checking segment: {'id': 'ba7e4695-a18d-4c5d-8543-f8829b714b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:00:12.800529 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:12.800926 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Bound using segment: {'id': 'ba7e4695-a18d-4c5d-8543-f8829b714b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666'} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:00:12.801435 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Bound port: a77b5411-a678-4908-b726-31bfb1f7f4fc, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7e4695-a18d-4c5d-8543-f8829b714b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666'}}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:00:12.801836 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:12.868050 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] For port a77b5411-a678-4908-b726-31bfb1f7f4fc, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:00:12.886489 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] For port a77b5411-a678-4908-b726-31bfb1f7f4fc, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=a77b5411-a678-4908-b726-31bfb1f7f4fc,segment=NetworkSegment(ba7e4695-a18d-4c5d-8543-f8829b714b87),segment_id=ba7e4695-a18d-4c5d-8543-f8829b714b87)] {{(pid=94496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:00:12.952331 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:13.010351 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Routers {'fbd8d38b-c51c-4eb9-b629-2f7461fc661c'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:00:13.010987 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:00:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['fbd8d38b-c51c-4eb9-b629-2f7461fc661c'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:13.047912 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feadbbdd-aca7-40b1-bdca-ba2890227683 None None] Pushing event updated for resources: {'Port': ['ID=a77b5411-a678-4908-b726-31bfb1f7f4fc,revision_number=4']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:13.106998 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] Set router fbd8d38b-c51c-4eb9-b629-2f7461fc661c gateway port host: None {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:00:13.311229 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd8d38b-c51c-4eb9-b629-2f7461fc661c', 'name': 'router1', 'tenant_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:00Z', 'updated_at': '2021-09-03T02:00:10Z', 'revision_number': 2, 'project_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'gw_port_host': None, '_interfaces': [{'id': 'a77b5411-a678-4908-b726-31bfb1f7f4fc', 'name': '', 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666', 'tenant_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'mac_address': 'fa:16:3e:33:4d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd8d38b-c51c-4eb9-b629-2f7461fc661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a32223ff-1367-4cbe-8444-12aac67bd2d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:12Z', 'revision_number': 4, 'project_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'subnets': [{'id': 'a32223ff-1367-4cbe-8444-12aac67bd2d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9b6b092-0cd3-48e5-9006-adfb13e54774'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:13.338168 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c43b2c1-da4f-47dd-afec-1b5f046f4689 None None] The sync data for ids ['fbd8d38b-c51c-4eb9-b629-2f7461fc661c'] in dv-cinder-804735-8-iscsi is: [{'id': 'fbd8d38b-c51c-4eb9-b629-2f7461fc661c', 'name': 'router1', 'tenant_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:00Z', 'updated_at': '2021-09-03T02:00:10Z', 'revision_number': 2, 'project_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'gw_port_host': None, '_interfaces': [{'id': 'a77b5411-a678-4908-b726-31bfb1f7f4fc', 'name': '', 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666', 'tenant_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'mac_address': 'fa:16:3e:33:4d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd8d38b-c51c-4eb9-b629-2f7461fc661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a32223ff-1367-4cbe-8444-12aac67bd2d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:12Z', 'revision_number': 4, 'project_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'subnets': [{'id': 'a32223ff-1367-4cbe-8444-12aac67bd2d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9b6b092-0cd3-48e5-9006-adfb13e54774'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:00:13.502621 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 32948) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:13.613502 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c90aa65-f57a-4334-bca9-71eeccac2e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:13.614854 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-6c90aa65-f57a-4334-bca9-71eeccac2e67 admin admin] 10.222.0.21 "GET /v2.0/networks/f4c19d40-ba77-4711-a1ff-e25228796469 HTTP/1.1" status: 200 len: 842 time: 0.1109900 Sep 03 02:00:13.625316 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-b6e78096-b2a9-4ab3-84ca-125cdcf1061d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:13.729050 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e78096-b2a9-4ab3-84ca-125cdcf1061d admin admin] Made reservation on behalf of f6a3d64e46e64248a9eb94d79d2ef66f for: {'subnet': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:00:13.731239 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b6e78096-b2a9-4ab3-84ca-125cdcf1061d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:14.112513 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.objects.ports [None req-b6e78096-b2a9-4ab3-84ca-125cdcf1061d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94494) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 02:00:14.112964 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b6e78096-b2a9-4ab3-84ca-125cdcf1061d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for subnet, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:14.168455 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e78096-b2a9-4ab3-84ca-125cdcf1061d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb0f02d4-9924-422a-bd03-cc3de1d68aae,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:14.173193 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e78096-b2a9-4ab3-84ca-125cdcf1061d admin admin] Checking segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:00:14.173548 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e78096-b2a9-4ab3-84ca-125cdcf1061d admin admin] Network hostable DHCP agents. Network: f4c19d40-ba77-4711-a1ff-e25228796469, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:00:14.248902 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e78096-b2a9-4ab3-84ca-125cdcf1061d admin admin] Network f4c19d40-ba77-4711-a1ff-e25228796469 is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:00:14.334776 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-b6e78096-b2a9-4ab3-84ca-125cdcf1061d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, f4c19d40-ba77-4711-a1ff-e25228796469) {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:14.339014 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e78096-b2a9-4ab3-84ca-125cdcf1061d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:14.339633 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b6e78096-b2a9-4ab3-84ca-125cdcf1061d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:14.345862 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e8048d-8d43-4bd9-a862-5e47696da275 None None] Network f4c19d40-ba77-4711-a1ff-e25228796469 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:00:14.444528 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-b6e78096-b2a9-4ab3-84ca-125cdcf1061d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8230729 Sep 03 02:00:14.465887 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bec288-9eb2-4e36-b3b4-f5f5f51946c9 None None] Network f4c19d40-ba77-4711-a1ff-e25228796469 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:00:16.730276 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 32956) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:16.964373 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-673091b6-5b86-4838-91f9-3e1bef7f5eb2 admin admin] 10.222.0.21 "GET /v2.0/routers/fbd8d38b-c51c-4eb9-b629-2f7461fc661c HTTP/1.1" status: 200 len: 710 time: 0.2328100 Sep 03 02:00:17.050872 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d540bf49-e3a2-4e80-bb54-670b947159bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:00:17.052281 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-d540bf49-e3a2-4e80-bb54-670b947159bc admin admin] 10.222.0.21 "GET /v2.0/networks/f4c19d40-ba77-4711-a1ff-e25228796469 HTTP/1.1" status: 200 len: 886 time: 0.0812337 Sep 03 02:00:17.061677 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:00:17.301530 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:17.654114 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:17.725928 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:17.880478 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Allocated IP 172.27.0.72 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/ded4b185-7614-4a0b-ae2a-ef4feaacded4) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:00:17.985720 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:18.104864 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:18.175694 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:00:18.180094 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:00:18.187048 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:00:18.195085 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Pushing event updated for resources: {'Port': ['ID=ded4b185-7614-4a0b-ae2a-ef4feaacded4,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:18.479915 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device a77b5411-a678-4908-b726-31bfb1f7f4fc up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:18.555830 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:18.597741 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port a77b5411-a678-4908-b726-31bfb1f7f4fc completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:18.602201 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port a77b5411-a678-4908-b726-31bfb1f7f4fc triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:18.604303 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:18.682910 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:18.715559 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port a77b5411-a678-4908-b726-31bfb1f7f4fc, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=a77b5411-a678-4908-b726-31bfb1f7f4fc,segment=NetworkSegment(ba7e4695-a18d-4c5d-8543-f8829b714b87),segment_id=ba7e4695-a18d-4c5d-8543-f8829b714b87)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:18.753282 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1729933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1733437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25453'] for router, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:18.758286 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730026', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1729924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1729939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1733428'] for router, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:18.791710 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:18.871795 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Router fbd8d38b-c51c-4eb9-b629-2f7461fc661c has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:00:18.884346 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=a77b5411-a678-4908-b726-31bfb1f7f4fc,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:19.032232 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:00:19.036611 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:19.037762 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-8517269f-ba6e-432c-a052-0618d75828c4 admin admin] 10.222.0.21 "PUT /v2.0/routers/fbd8d38b-c51c-4eb9-b629-2f7461fc661c HTTP/1.1" status: 200 len: 889 time: 1.9793279 Sep 03 02:00:19.732039 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Sync routers for ids ['fbd8d38b-c51c-4eb9-b629-2f7461fc661c'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:00:19.742777 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Routers {'fbd8d38b-c51c-4eb9-b629-2f7461fc661c'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:00:19.743517 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:00:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['fbd8d38b-c51c-4eb9-b629-2f7461fc661c'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:19.941352 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Set router fbd8d38b-c51c-4eb9-b629-2f7461fc661c gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:00:20.319934 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd8d38b-c51c-4eb9-b629-2f7461fc661c', 'name': 'router1', 'tenant_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'ded4b185-7614-4a0b-ae2a-ef4feaacded4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:00Z', 'updated_at': '2021-09-03T02:00:18Z', 'revision_number': 4, 'project_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'gw_port': {'id': 'ded4b185-7614-4a0b-ae2a-ef4feaacded4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd8d38b-c51c-4eb9-b629-2f7461fc661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:17Z', 'updated_at': '2021-09-03T02:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'a77b5411-a678-4908-b726-31bfb1f7f4fc', 'name': '', 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666', 'tenant_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'mac_address': 'fa:16:3e:33:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd8d38b-c51c-4eb9-b629-2f7461fc661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a32223ff-1367-4cbe-8444-12aac67bd2d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:18Z', 'revision_number': 5, 'project_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'subnets': [{'id': 'a32223ff-1367-4cbe-8444-12aac67bd2d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9b6b092-0cd3-48e5-9006-adfb13e54774'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:20.371170 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Checking router: fbd8d38b-c51c-4eb9-b629-2f7461fc661c for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:00:20.371560 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Updating router fbd8d38b-c51c-4eb9-b629-2f7461fc661c port ded4b185-7614-4a0b-ae2a-ef4feaacded4 binding host dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:00:20.418934 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:20.440056 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device a77b5411-a678-4908-b726-31bfb1f7f4fc up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:20.607254 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port a77b5411-a678-4908-b726-31bfb1f7f4fc triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:20.607547 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:20.828508 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Notify callbacks [] for port, precommit_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:20.837600 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Transition to ACTIVE for port object ded4b185-7614-4a0b-ae2a-ef4feaacded4 will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:00:20.894759 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:21.019306 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Attempting to bind port ded4b185-7614-4a0b-ae2a-ef4feaacded4 on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:00:21.019674 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Attempting to bind port ded4b185-7614-4a0b-ae2a-ef4feaacded4 by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:00:21.020036 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Attempting to bind port ded4b185-7614-4a0b-ae2a-ef4feaacded4 on network f4c19d40-ba77-4711-a1ff-e25228796469 {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:00:21.028600 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b428d-9d44-4179-bb9c-76a92e681c15 None None] Pushing event updated for resources: {'Port': ['ID=ded4b185-7614-4a0b-ae2a-ef4feaacded4,revision_number=2']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:21.031537 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:00:21.031901 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Checking segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:00:21.032294 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:21.032667 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Bound using segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:00:21.033122 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Bound port: ded4b185-7614-4a0b-ae2a-ef4feaacded4, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:00:21.033490 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:21.082072 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] For port ded4b185-7614-4a0b-ae2a-ef4feaacded4, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:00:21.084962 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] For port ded4b185-7614-4a0b-ae2a-ef4feaacded4, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=ded4b185-7614-4a0b-ae2a-ef4feaacded4,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:00:21.152131 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:21.210321 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Routers {'fbd8d38b-c51c-4eb9-b629-2f7461fc661c'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:00:21.210956 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:00:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['fbd8d38b-c51c-4eb9-b629-2f7461fc661c'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:21.212834 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b428d-9d44-4179-bb9c-76a92e681c15 None None] Pushing event updated for resources: {'Port': ['ID=ded4b185-7614-4a0b-ae2a-ef4feaacded4,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:21.328521 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] Set router fbd8d38b-c51c-4eb9-b629-2f7461fc661c gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:00:21.433096 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 32968) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:00:21.539667 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd8d38b-c51c-4eb9-b629-2f7461fc661c', 'name': 'router1', 'tenant_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'ded4b185-7614-4a0b-ae2a-ef4feaacded4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:00Z', 'updated_at': '2021-09-03T02:00:18Z', 'revision_number': 4, 'project_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'gw_port': {'id': 'ded4b185-7614-4a0b-ae2a-ef4feaacded4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd8d38b-c51c-4eb9-b629-2f7461fc661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:17Z', 'updated_at': '2021-09-03T02:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'a77b5411-a678-4908-b726-31bfb1f7f4fc', 'name': '', 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666', 'tenant_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'mac_address': 'fa:16:3e:33:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd8d38b-c51c-4eb9-b629-2f7461fc661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a32223ff-1367-4cbe-8444-12aac67bd2d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:18Z', 'revision_number': 5, 'project_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'subnets': [{'id': 'a32223ff-1367-4cbe-8444-12aac67bd2d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9b6b092-0cd3-48e5-9006-adfb13e54774'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:00:21.545679 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-291a47c2-7ae2-4a08-b595-277a31280294 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1115458 Sep 03 02:00:21.566269 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4457389-9c6a-4d7d-a1ac-f6629d78bb79 None None] The sync data for ids ['fbd8d38b-c51c-4eb9-b629-2f7461fc661c'] in dv-cinder-804735-8-iscsi is: [{'id': 'fbd8d38b-c51c-4eb9-b629-2f7461fc661c', 'name': 'router1', 'tenant_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'ded4b185-7614-4a0b-ae2a-ef4feaacded4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:00:00Z', 'updated_at': '2021-09-03T02:00:18Z', 'revision_number': 4, 'project_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'gw_port': {'id': 'ded4b185-7614-4a0b-ae2a-ef4feaacded4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd8d38b-c51c-4eb9-b629-2f7461fc661c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:17Z', 'updated_at': '2021-09-03T02:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'a77b5411-a678-4908-b726-31bfb1f7f4fc', 'name': '', 'network_id': '53120747-363b-4e4b-a82d-45a8bff65666', 'tenant_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'mac_address': 'fa:16:3e:33:4d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd8d38b-c51c-4eb9-b629-2f7461fc661c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a32223ff-1367-4cbe-8444-12aac67bd2d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:00:09Z', 'updated_at': '2021-09-03T02:00:18Z', 'revision_number': 5, 'project_id': 'a62e1a0708ee4cefa60b36fbf6dbceca', 'subnets': [{'id': 'a32223ff-1367-4cbe-8444-12aac67bd2d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e9b6b092-0cd3-48e5-9006-adfb13e54774'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:00:22.458504 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device ded4b185-7614-4a0b-ae2a-ef4feaacded4 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:22.580211 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port ded4b185-7614-4a0b-ae2a-ef4feaacded4 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:00:22.584231 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port ded4b185-7614-4a0b-ae2a-ef4feaacded4 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:22.584636 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:22.662887 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:22.682515 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port ded4b185-7614-4a0b-ae2a-ef4feaacded4, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=ded4b185-7614-4a0b-ae2a-ef4feaacded4,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:00:22.759389 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:22.803979 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=ded4b185-7614-4a0b-ae2a-ef4feaacded4,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:00:24.436700 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device ded4b185-7614-4a0b-ae2a-ef4feaacded4 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:00:24.494496 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port ded4b185-7614-4a0b-ae2a-ef4feaacded4 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:00:24.495097 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:33.663439 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-3d3dd49b-f135-46b1-9c19-315d971060a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:36.144177 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6b006fa9-b0c9-4019-80fd-d4277e6a692f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:36.706092 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:37.590246 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:38.892768 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:00:48.278767 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 5 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:01:03.710384 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-7d6f8bb4-6cdc-41d5-9d1e-610544386d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:06.128264 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e662cba1-8d1f-4329-ae20-ab408db76958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:06.722263 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:07.565770 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:08.889401 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:25.277334 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 5 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:01:33.673177 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-8b313922-03cc-4c44-b2b6-442532dacc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:36.127223 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-07c542a6-b020-4785-a622-bf9ea727ae50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:36.710080 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:37.573241 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:38.890527 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:01:58.693662 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33530) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:01:58.753978 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.pecan_wsgi.hooks.translation [None req-674d7f0e-46ed-4b59-ab94-110f998a0912 admin admin] GET failed (client error): The resource could not be found. Sep 03 02:01:58.755305 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-674d7f0e-46ed-4b59-ab94-110f998a0912 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606894 Sep 03 02:01:58.911486 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29127410-35af-4168-81ef-5d44fbaa67bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:01:58.912857 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-29127410-35af-4168-81ef-5d44fbaa67bc admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1530180 Sep 03 02:02:01.054635 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33540) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:01.143402 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8cdba5-401f-40f7-a0bf-79d1a357bf1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:01.144723 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-1f8cdba5-401f-40f7-a0bf-79d1a357bf1d admin admin] 10.222.0.21 "GET /v2.0/subnets/a32223ff-1367-4cbe-8444-12aac67bd2d6 HTTP/1.1" status: 200 len: 849 time: 0.0891366 Sep 03 02:02:01.154895 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:02:01.239230 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.435345 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772790799297'] for subnet, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.466853 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:01.468094 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.469102 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] 10.222.0.21 "PUT /v2.0/subnets/a32223ff-1367-4cbe-8444-12aac67bd2d6 HTTP/1.1" status: 200 len: 868 time: 0.3180299 Sep 03 02:02:01.471112 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1455b478-ba79-414c-a496-79e1b722eda1 None None] Network 53120747-363b-4e4b-a82d-45a8bff65666 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:02:01.486423 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a32223ff-1367-4cbe-8444-12aac67bd2d6,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:01.493979 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:01.494300 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:01.494603 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:01.494942 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:01.495313 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:01.496148 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:01.496148 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:01.496359 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:01.496638 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:01.496965 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:01.497407 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:01.497672 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3770d25-6b19-4661-9b9b-8831fa5f8638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:01.804131 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-6d60ae18-1480-4315-9ce1-d1d31ba0ecca None None] Provisioning complete for port a77b5411-a678-4908-b726-31bfb1f7f4fc triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:02:01.804505 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6d60ae18-1480-4315-9ce1-d1d31ba0ecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:01.888221 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-6d60ae18-1480-4315-9ce1-d1d31ba0ecca None None] Provisioning complete for port ec476391-12c2-4305-b93c-47926bb8fa1a triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:02:01.888594 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6d60ae18-1480-4315-9ce1-d1d31ba0ecca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:02.275151 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 5 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:02:03.629334 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33548) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:03.678625 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-142bc655-8b1d-4c3b-8973-e9d107953acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:03.824301 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da232702-4215-4b33-b31e-66a5fd593651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:03.824787 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da232702-4215-4b33-b31e-66a5fd593651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:03.826322 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-da232702-4215-4b33-b31e-66a5fd593651 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960418 Sep 03 02:02:05.976451 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33558) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:06.104899 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5cfc71-60e5-4f31-8219-a943b203a78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:06.105413 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5cfc71-60e5-4f31-8219-a943b203a78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:06.106941 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-bc5cfc71-60e5-4f31-8219-a943b203a78c admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1295445 Sep 03 02:02:06.121330 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-30bd7675-8b7b-46a8-9228-684cd867183e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:06.697751 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:07.589661 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:08.270744 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33566) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:08.412771 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b585a92-e641-4157-84e3-12dd58818bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:08.414161 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-6b585a92-e641-4157-84e3-12dd58818bcf admin admin] 10.222.0.21 "GET /v2.0/networks/53120747-363b-4e4b-a82d-45a8bff65666 HTTP/1.1" status: 200 len: 869 time: 0.1424036 Sep 03 02:02:08.889343 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:10.559586 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33574) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:10.680897 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eed8808-57b0-4fde-99aa-ec4a51e242bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:10.682163 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-6eed8808-57b0-4fde-99aa-ec4a51e242bf admin admin] 10.222.0.21 "GET /v2.0/networks/f4c19d40-ba77-4711-a1ff-e25228796469 HTTP/1.1" status: 200 len: 886 time: 0.1216369 Sep 03 02:02:12.820697 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33582) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:12.943690 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089e124c-0d95-47e2-a330-38a7d2664207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:12.944164 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089e124c-0d95-47e2-a330-38a7d2664207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:12.945699 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-089e124c-0d95-47e2-a330-38a7d2664207 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240540 Sep 03 02:02:15.123328 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33590) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:15.211670 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed3e033-439e-4611-9d2e-cafe78e109aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:15.212139 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed3e033-439e-4611-9d2e-cafe78e109aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:15.213614 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-3ed3e033-439e-4611-9d2e-cafe78e109aa admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0893102 Sep 03 02:02:17.374038 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33598) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:17.463747 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffcee88-eb1c-4274-a536-657ee0d8f4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:17.465666 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-5ffcee88-eb1c-4274-a536-657ee0d8f4c5 admin admin] 10.222.0.21 "GET /v2.0/subnets/a32223ff-1367-4cbe-8444-12aac67bd2d6 HTTP/1.1" status: 200 len: 868 time: 0.0906906 Sep 03 02:02:19.646543 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33606) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:19.733355 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cdef87-3c31-4086-aa9c-d41e0e8e36e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:19.734660 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-b0cdef87-3c31-4086-aa9c-d41e0e8e36e6 admin admin] 10.222.0.21 "GET /v2.0/subnets/bb0f02d4-9924-422a-bd03-cc3de1d68aae HTTP/1.1" status: 200 len: 816 time: 0.0868912 Sep 03 02:02:33.680192 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-84345c78-e00d-4b0e-b685-f39806953b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:36.129083 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b7c0fa18-e3ae-4e14-aca6-4d12d22163c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:36.691747 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:37.563150 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:38.907595 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:39.273370 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 5 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:02:43.420909 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33660) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:43.468762 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [None req-d2bee5df-8079-44ab-9be1-7eb407f5dacf admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:02:43.469757 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-d2bee5df-8079-44ab-9be1-7eb407f5dacf admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479085 Sep 03 02:02:45.730919 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33668) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:45.790724 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7909b7-780b-4f03-a2b1-138d5551412b admin admin] GET failed (client error): The resource could not be found. Sep 03 02:02:45.792545 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-ec7909b7-780b-4f03-a2b1-138d5551412b admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606694 Sep 03 02:02:45.878009 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed61dae-d6ad-4b34-911f-2ffd37e3a6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:45.879477 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-4ed61dae-d6ad-4b34-911f-2ffd37e3a6a6 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0822804 Sep 03 02:02:48.117382 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33676) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:48.162740 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:02:48.265812 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Made reservation on behalf of f6a3d64e46e64248a9eb94d79d2ef66f for: {'network': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:02:48.268100 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:48.302389 dv-cinder-804735-8-iscsi neutron-server[94494]: WARNING neutron.services.revisions.revision_plugin [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Could not find related network for resource to bump revision. Sep 03 02:02:48.314190 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=94494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:02:48.322940 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:48.323269 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.segments_db [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Added segment 1da7887f-fa4c-4881-bdce-230c5aa21097 of type vlan for network 516c7be5-bc8e-4666-aa2b-b9a92d14ff18 Sep 03 02:02:48.368814 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:48.445827 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:48.446786 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:48.447410 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:48.505487 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Pushing event updated for resources: {'Network': ['ID=516c7be5-bc8e-4666-aa2b-b9a92d14ff18,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:48.511889 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:48.515339 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:48.515339 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:48.515339 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:48.515339 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:48.515339 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:48.515339 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:48.515339 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:48.515339 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:48.515339 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:48.515339 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:48.516235 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:48.526432 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network 516c7be5-bc8e-4666-aa2b-b9a92d14ff18 details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:02:48.537892 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-0b4fc63e-21b3-4226-8300-f7012bddb991 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4194622 Sep 03 02:02:50.722215 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33684) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:02:50.780830 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1734fdd-224d-4a0f-b6a6-91a88579cbe1 admin admin] GET failed (client error): The resource could not be found. Sep 03 02:02:50.782155 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-a1734fdd-224d-4a0f-b6a6-91a88579cbe1 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589879 Sep 03 02:02:50.850573 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad1e1fc-5f1d-48e6-ae38-1c9a2f122524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:50.852029 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-9ad1e1fc-5f1d-48e6-ae38-1c9a2f122524 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653882 Sep 03 02:02:50.862026 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-89202c3a-7f51-4808-9687-a00fc66f6379 admin admin] Request body: {'subnet': {'network_id': '516c7be5-bc8e-4666-aa2b-b9a92d14ff18', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:02:50.956808 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89202c3a-7f51-4808-9687-a00fc66f6379 admin admin] Made reservation on behalf of f6a3d64e46e64248a9eb94d79d2ef66f for: {'subnet': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:02:50.958926 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-89202c3a-7f51-4808-9687-a00fc66f6379 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:51.283017 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-89202c3a-7f51-4808-9687-a00fc66f6379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for subnet, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:51.335110 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89202c3a-7f51-4808-9687-a00fc66f6379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc5ce08e-3550-40a0-9e79-abcf93fad2b9,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:51.346791 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89202c3a-7f51-4808-9687-a00fc66f6379 admin admin] Checking segment: {'id': '1da7887f-fa4c-4881-bdce-230c5aa21097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '516c7be5-bc8e-4666-aa2b-b9a92d14ff18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:02:51.347151 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89202c3a-7f51-4808-9687-a00fc66f6379 admin admin] Network hostable DHCP agents. Network: 516c7be5-bc8e-4666-aa2b-b9a92d14ff18, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:02:51.459536 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89202c3a-7f51-4808-9687-a00fc66f6379 admin admin] Network 516c7be5-bc8e-4666-aa2b-b9a92d14ff18 is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:02:51.559836 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-89202c3a-7f51-4808-9687-a00fc66f6379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, 516c7be5-bc8e-4666-aa2b-b9a92d14ff18) {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:02:51.564518 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89202c3a-7f51-4808-9687-a00fc66f6379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:02:51.565119 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-89202c3a-7f51-4808-9687-a00fc66f6379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:51.571174 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a59f4c5-8225-43df-b894-a93ae077a707 None None] Network 516c7be5-bc8e-4666-aa2b-b9a92d14ff18 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:02:51.649512 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-89202c3a-7f51-4808-9687-a00fc66f6379 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7907259 Sep 03 02:02:51.831435 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d50043e-cc6e-5d9f-82f8-a7ea109ee1a8-516c7be5-bc8e-4666-aa2b-b9a92d14ff18', 'network_id': '516c7be5-bc8e-4666-aa2b-b9a92d14ff18', 'tenant_id': 'f6a3d64e46e64248a9eb94d79d2ef66f', 'fixed_ips': [{'subnet_id': 'bc5ce08e-3550-40a0-9e79-abcf93fad2b9'}]}} from dv-cinder-804735-8-iscsi. {{(pid=94495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 02:02:51.832308 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:51.968705 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.db_base_plugin_common [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Allocated IP 192.168.233.2 (516c7be5-bc8e-4666-aa2b-b9a92d14ff18/bc5ce08e-3550-40a0-9e79-abcf93fad2b9/a9080c8c-f027-4436-8558-65d440964e0f) {{(pid=94495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:02:52.113685 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Notify callbacks [] for port, precommit_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:52.122215 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Transition to ACTIVE for port object a9080c8c-f027-4436-8558-65d440964e0f will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:02:52.136815 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Transition to ACTIVE for port object a9080c8c-f027-4436-8558-65d440964e0f will not be triggered until provisioned by entity DHCP. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:02:52.230053 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:52.265329 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Network 516c7be5-bc8e-4666-aa2b-b9a92d14ff18 is already hosted by enough agents. {{(pid=94495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:02:52.268199 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.base_scheduler [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Resources bound (agent type, host, resource id): {{(pid=94495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:02:52.273582 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Received port after_create {{(pid=94495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:02:52.282103 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Pushing event updated for resources: {'Port': ['ID=a9080c8c-f027-4436-8558-65d440964e0f,revision_number=1']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:52.308506 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:52.308877 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:52.309219 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:52.309554 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:52.309886 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:52.310212 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:52.310535 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:52.310861 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:52.311203 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:52.311551 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:52.311873 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:52.312194 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:02:52.346650 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Attempting to bind port a9080c8c-f027-4436-8558-65d440964e0f on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:02:52.347318 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Attempting to bind port a9080c8c-f027-4436-8558-65d440964e0f by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': '1da7887f-fa4c-4881-bdce-230c5aa21097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '516c7be5-bc8e-4666-aa2b-b9a92d14ff18'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:02:52.347793 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Attempting to bind port a9080c8c-f027-4436-8558-65d440964e0f on network 516c7be5-bc8e-4666-aa2b-b9a92d14ff18 {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:02:52.352987 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:02:52.356489 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Checking segment: {'id': '1da7887f-fa4c-4881-bdce-230c5aa21097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '516c7be5-bc8e-4666-aa2b-b9a92d14ff18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:02:52.356489 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:52.356489 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Bound using segment: {'id': '1da7887f-fa4c-4881-bdce-230c5aa21097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '516c7be5-bc8e-4666-aa2b-b9a92d14ff18'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:02:52.356489 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Bound port: a9080c8c-f027-4436-8558-65d440964e0f, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da7887f-fa4c-4881-bdce-230c5aa21097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '516c7be5-bc8e-4666-aa2b-b9a92d14ff18'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:02:52.356489 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:52.418254 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] For port a9080c8c-f027-4436-8558-65d440964e0f, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:02:52.421404 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] For port a9080c8c-f027-4436-8558-65d440964e0f, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=a9080c8c-f027-4436-8558-65d440964e0f,segment=NetworkSegment(1da7887f-fa4c-4881-bdce-230c5aa21097),segment_id=1da7887f-fa4c-4881-bdce-230c5aa21097)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:02:52.486213 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:52.547796 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750095e2-4ab5-4ae8-acc8-29b8749c1e38 None None] Pushing event updated for resources: {'Port': ['ID=a9080c8c-f027-4436-8558-65d440964e0f,revision_number=2']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:53.386302 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff1699b-7663-4535-bdb5-5a6213d8d931 None None] Network 516c7be5-bc8e-4666-aa2b-b9a92d14ff18 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:02:53.542859 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-58acb421-683b-417d-a2f9-1088ffc8c5d4 None None] Provisioning for port a9080c8c-f027-4436-8558-65d440964e0f completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:02:54.546462 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device a9080c8c-f027-4436-8558-65d440964e0f up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:02:54.691529 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port a9080c8c-f027-4436-8558-65d440964e0f completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:02:54.695496 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port a9080c8c-f027-4436-8558-65d440964e0f triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:02:54.695870 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:54.769905 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:54.800751 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port a9080c8c-f027-4436-8558-65d440964e0f, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=a9080c8c-f027-4436-8558-65d440964e0f,segment=NetworkSegment(1da7887f-fa4c-4881-bdce-230c5aa21097),segment_id=1da7887f-fa4c-4881-bdce-230c5aa21097)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:02:54.859837 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:02:54.906286 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=a9080c8c-f027-4436-8558-65d440964e0f,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:02:56.534783 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device a9080c8c-f027-4436-8558-65d440964e0f up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:02:56.584042 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port a9080c8c-f027-4436-8558-65d440964e0f triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:02:56.584417 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:03.682519 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-da732221-89b5-4d4d-b808-7eaeeecb4cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:06.127647 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-29ac8b17-5a8d-4b7c-9ea9-50a53d250830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:06.750841 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:07.579238 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:08.896834 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:16.272687 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 5 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:03:33.681536 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-fe6a0715-b588-4151-b57a-abdfcba8835a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:36.132744 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2d2c9b6d-e412-4f98-80cd-65897120a402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:36.870485 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:37.578969 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:38.901828 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:03:53.270501 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 5 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:04:03.719722 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6cfe-40f2-4c66-8ace-13ced52a9833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:06.135515 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-f80986c3-cca2-4258-8e06-7602e6b858f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:06.701280 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:07.569952 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:08.915692 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:26.766751 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33736) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:26.772761 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [None req-7c6186cc-8638-4524-bbc4-b9f3f735b964 tempest-verify_tempest_config-1111797017 tempest-verify_tempest_config-1111797017-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:04:26.773673 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-7c6186cc-8638-4524-bbc4-b9f3f735b964 tempest-verify_tempest_config-1111797017 tempest-verify_tempest_config-1111797017-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059223 Sep 03 02:04:27.313619 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33754) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:27.412968 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:27.498441 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:27.565823 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:27.611550 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d86d6a15d0c4e7b89852b7d9cac6f87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2968953 Sep 03 02:04:27.612350 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f786055f-4e39-4a0e-981c-12fd67d5046a,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:27.614331 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33758) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:04:27.619709 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.620080 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.620461 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.620796 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.621129 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.621498 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.621830 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.622157 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.622498 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.622828 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.623153 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.623498 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc240996-74ec-4adc-93dd-844939c3d987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.668147 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:27.688848 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:27.823024 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:27.825578 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:27.826754 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f786055f-4e39-4a0e-981c-12fd67d5046a HTTP/1.1" status: 204 len: 168 time: 0.2113168 Sep 03 02:04:27.834464 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f786055f-4e39-4a0e-981c-12fd67d5046a,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:04:27.841061 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.841443 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.841797 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.842147 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.842487 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.842877 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.843215 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.843677 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.843916 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.844254 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.844585 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:27.844914 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4963e5-c1b8-47f2-b074-c9c3cd250dc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:04:30.269206 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 5 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:04:33.810584 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e0114ed3-5403-4b01-a690-9f2e123aaab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:36.137290 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-c1ca76cd-96ca-4869-9a19-0f7ab78e903d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:36.708788 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:37.588925 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:04:39.234528 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:03.679799 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b56d80c5-ff59-4698-80bd-94a2825bae9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:06.136427 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-dcc50bc0-db57-490d-9ca2-62ffb8f9482a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:06.702047 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:07.267595 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 5 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:05:07.591518 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:08.936084 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:33.689650 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6781c32c-f4d8-4649-b556-460493ef36e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:36.192221 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a15de023-8285-4da5-87de-4a472330bedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:36.712535 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:37.630468 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:38.922521 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:05:44.266079 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 5 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:05:56.117700 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1943172'] for agent, after_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:03.717526 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e0a8abc8-4838-483c-92d9-7f57914d0804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:06.157733 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-88529028-d4a1-48f0-90f6-49e6c247f0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:06.694458 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:07.597374 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:08.940668 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:11.130886 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33832) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:11.242950 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-2ed9c71d-751b-4ccc-a2ce-172272dd8b4f admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1033533 Sep 03 02:06:13.424730 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33842) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:06:13.477643 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-9665672b-0e0e-4606-9ecd-11510e7c6118 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0518646 Sep 03 02:06:21.264799 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:06:26.058236 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:33.688031 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1f83bc96-6288-4e15-8129-ed9ebf3da0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:36.139117 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-049be8b1-0b6d-432b-b182-1319c8d12e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:36.733850 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:37.596323 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:38.928428 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:56.087693 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:06:58.265397 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:07:03.698673 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-460ebc4a-2e9b-4d68-9e69-e47644fb17e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:06.173745 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-149dd15c-d589-4d84-b54e-32a38ab64217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:06.726309 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:07.607655 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:08.968046 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:26.104476 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:33.704137 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-492f2642-f032-44ca-9203-ad76083fa7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:35.264756 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:07:36.183830 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad667-d05c-4e3c-beea-1c2681e51b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:36.738662 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:37.623808 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:38.949681 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:41.640745 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34022) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:41.668982 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34028) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:41.697667 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34032) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:41.777687 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34042) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:41.858977 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-456190446-network', 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:07:41.869385 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1005834447-network', 'tenant_id': '6a6fd8a20709438294ccd633f7d9fd7b'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:07:41.895146 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-442c99d2-301a-41e9-9726-3c8522774165 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1108242557-network', 'tenant_id': '9d5121030220459c849c4187e8cd29c0'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:07:41.901834 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.db.api [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 02:07:41.901834 dv-cinder-804735-8-iscsi neutron-server[94494]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 03 02:07:41.901834 dv-cinder-804735-8-iscsi neutron-server[94494]: [parameters: {'project_id': '9c4774ba8da241fbbb968a2804c02ff2', 'id': '0ee30c76-8aaa-47ab-a5f6-bbf3de01d11a', 'expiration': datetime.datetime(2021, 9, 3, 2, 9, 41, 886167)}] Sep 03 02:07:41.901834 dv-cinder-804735-8-iscsi neutron-server[94494]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 02:07:41.902226 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG oslo_db.api [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 02:07:41.971659 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-network', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:07:41.988083 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Made reservation on behalf of 6a6fd8a20709438294ccd633f7d9fd7b for: {'network': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:07:41.989255 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:41.999628 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.db.api [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 02:07:41.999628 dv-cinder-804735-8-iscsi neutron-server[94493]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 02:07:41.999628 dv-cinder-804735-8-iscsi neutron-server[94493]: [parameters: {'project_id_1': '4715a94c48a743b08204df2edcd05ea5', 'expiration_1': datetime.datetime(2021, 9, 3, 2, 7, 21, 976442)}] Sep 03 02:07:41.999628 dv-cinder-804735-8-iscsi neutron-server[94493]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 02:07:41.999628 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG oslo_db.api [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 02:07:42.003603 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.101541 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442c99d2-301a-41e9-9726-3c8522774165 admin admin] Made reservation on behalf of 9d5121030220459c849c4187e8cd29c0 for: {'network': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:07:42.104100 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-442c99d2-301a-41e9-9726-3c8522774165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.119268 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-442c99d2-301a-41e9-9726-3c8522774165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.198596 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.271057 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.304087 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:07:42.321343 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceb84c8-cbdc-40b2-b10d-889290fb949a,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:42.328526 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.328896 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.segments_db [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Added segment cffcd1ab-e79c-4577-898f-675112edde83 of type vlan for network 1e33bcbe-35bd-4702-af8e-2939426053bb Sep 03 02:07:42.347430 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:42.347804 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:42.348175 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:42.348590 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:42.348900 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:42.349257 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:42.349598 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:42.349931 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:42.350807 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:42.351141 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:42.351506 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:42.351886 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Tracked resource versions report: Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: pushed versions: Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: { 'AddressGroup': {'1.2'}, Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'ConntrackHelper': {'1.0'}, Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Log': {'1.0'}, Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Network': {'1.1'}, Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Port': {'1.7'}, Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'PortForwarding': {'1.2'}, Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'QosPolicy': {'1.9'}, Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'SecurityGroup': {'1.4'}, Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'SecurityGroupRule': {'1.2'}, Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'SubPort': {'1.0'}, Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Subnet': {'1.1'}, Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Trunk': {'1.1'}} Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: consumer versions: Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: { DHCP agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: HyperV agent@hv-cinder-80473: {}, Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: L3 agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: Metadata agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: Metering agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: Open vSwitch agent@dv-cinder-804735-8-iscsi: { 'AddressGroup': '1.2', Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'ConntrackHelper': '1.0', Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Log': '1.0', Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Network': '1.1', Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Port': '1.7', Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'PortForwarding': '1.2', Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'QosPolicy': '1.9', Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'SecurityGroup': '1.4', Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'SecurityGroupRule': '1.2', Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'SubPort': '1.0', Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Subnet': '1.1', Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: 'Trunk': '1.1'}} Sep 03 02:07:42.352824 dv-cinder-804735-8-iscsi neutron-server[94494]: {{(pid=94494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 02:07:42.410033 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.456751 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-442c99d2-301a-41e9-9726-3c8522774165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.479308 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34074) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:42.515339 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.524900 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:42.524900 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.557399 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-442c99d2-301a-41e9-9726-3c8522774165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.588467 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] Pushing event updated for resources: {'Network': ['ID=1e33bcbe-35bd-4702-af8e-2939426053bb,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:42.595020 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442c99d2-301a-41e9-9726-3c8522774165 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:07:42.598184 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network 1e33bcbe-35bd-4702-af8e-2939426053bb details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:07:42.613316 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-442c99d2-301a-41e9-9726-3c8522774165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.613588 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.segments_db [None req-442c99d2-301a-41e9-9726-3c8522774165 admin admin] Added segment 3943bd06-f35f-4609-8c9c-40466736ab9d of type vlan for network 5839703f-da91-4018-9264-b1db6c66915b Sep 03 02:07:42.642690 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34090) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:42.642846 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-8b3d3e96-4ff9-4225-aa2a-a9b5ab2c49d6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9726024 Sep 03 02:07:42.648511 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-4ba21452-91af-4263-8ab3-fb27af249cb5 admin admin] Request body: {'subnet': {'network_id': '1e33bcbe-35bd-4702-af8e-2939426053bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1005834447-subnet', 'tenant_id': '6a6fd8a20709438294ccd633f7d9fd7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:07:42.650311 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c99d2-301a-41e9-9726-3c8522774165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c6fa91-0603-449a-a0dd-dad1c8d792f8,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:42.683819 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-442c99d2-301a-41e9-9726-3c8522774165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.715055 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] Made reservation on behalf of 9c4774ba8da241fbbb968a2804c02ff2 for: {'network': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:07:42.717756 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.723358 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.db.api [None req-4ba21452-91af-4263-8ab3-fb27af249cb5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 02:07:42.723358 dv-cinder-804735-8-iscsi neutron-server[94493]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 02:07:42.723358 dv-cinder-804735-8-iscsi neutron-server[94493]: [parameters: {'project_id_1': '6a6fd8a20709438294ccd633f7d9fd7b', 'expiration_1': datetime.datetime(2021, 9, 3, 2, 7, 22, 653718)}] Sep 03 02:07:42.723358 dv-cinder-804735-8-iscsi neutron-server[94493]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 02:07:42.726163 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG oslo_db.api [None req-4ba21452-91af-4263-8ab3-fb27af249cb5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 02:07:42.731241 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.782259 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-799843489-network', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:07:42.812132 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Made reservation on behalf of 4715a94c48a743b08204df2edcd05ea5 for: {'network': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:07:42.813705 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-442c99d2-301a-41e9-9726-3c8522774165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.814563 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.814683 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442c99d2-301a-41e9-9726-3c8522774165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:42.815263 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-442c99d2-301a-41e9-9726-3c8522774165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.823714 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:42.886771 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c99d2-301a-41e9-9726-3c8522774165 admin admin] Pushing event updated for resources: {'Network': ['ID=5839703f-da91-4018-9264-b1db6c66915b,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:42.896938 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network 5839703f-da91-4018-9264-b1db6c66915b details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:07:42.956544 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:43.036329 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:43.057109 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=94494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:07:43.070346 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ad8d48-d753-41b8-bff4-c592931edfcc,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:43.075098 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:43.075466 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.segments_db [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] Added segment 99adb71b-1aa9-4e30-950b-fb37ce5e9ae8 of type vlan for network 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d Sep 03 02:07:43.114389 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:43.141283 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-442c99d2-301a-41e9-9726-3c8522774165 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4398551 Sep 03 02:07:43.141772 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34108) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:43.147642 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-a85496f6-698b-4c8a-bbc3-bb5b6e16fcd6 admin admin] Request body: {'subnet': {'network_id': '5839703f-da91-4018-9264-b1db6c66915b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1108242557-subnet', 'tenant_id': '9d5121030220459c849c4187e8cd29c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:07:43.195814 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:43.196854 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:43.197474 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:43.210843 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Made reservation on behalf of 94e74d599fbf45ffa7ed50d9acbb3629 for: {'network': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:07:43.210843 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:43.246614 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:43.413849 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:43.433874 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] Pushing event updated for resources: {'Network': ['ID=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:43.443803 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:07:43.571617 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:43.589798 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:07:43.614694 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:43.615043 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.segments_db [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Added segment dbfad4a1-0666-45c7-97bd-e2db8be2aa7e of type vlan for network 0ce91eac-9b88-4122-abff-d06982620e1a Sep 03 02:07:43.634967 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa61217-e241-4e12-8e61-5bf05b440e01,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:43.658761 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-b8b591cb-21b7-43ba-a685-712834dfacde admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0167143 Sep 03 02:07:43.661646 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34144) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:43.663456 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:43.669304 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:43.669304 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:43.669304 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:43.669304 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:43.669304 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:43.669304 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:43.669304 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:43.669304 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:43.669304 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:43.669304 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:43.670257 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-ef60e342-8b45-4802-9e47-55a1c5609b5d admin admin] Request body: {'subnet': {'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-456190446-subnet', 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Tracked resource versions report: Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: pushed versions: Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: { 'AddressGroup': {'1.2'}, Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'ConntrackHelper': {'1.0'}, Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Log': {'1.0'}, Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Network': {'1.1'}, Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Port': {'1.7'}, Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'PortForwarding': {'1.2'}, Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'QosPolicy': {'1.9'}, Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'SecurityGroup': {'1.4'}, Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'SecurityGroupRule': {'1.2'}, Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'SubPort': {'1.0'}, Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Subnet': {'1.1'}, Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Trunk': {'1.1'}} Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: consumer versions: Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: { DHCP agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: HyperV agent@hv-cinder-80473: {}, Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: L3 agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: Metadata agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: Metering agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: Open vSwitch agent@dv-cinder-804735-8-iscsi: { 'AddressGroup': '1.2', Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'ConntrackHelper': '1.0', Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Log': '1.0', Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Network': '1.1', Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Port': '1.7', Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'PortForwarding': '1.2', Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'QosPolicy': '1.9', Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'SecurityGroup': '1.4', Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'SecurityGroupRule': '1.2', Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'SubPort': '1.0', Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Subnet': '1.1', Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: 'Trunk': '1.1'}} Sep 03 02:07:43.670347 dv-cinder-804735-8-iscsi neutron-server[94493]: {{(pid=94493) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 02:07:43.683765 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:43.782716 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85496f6-698b-4c8a-bbc3-bb5b6e16fcd6 admin admin] Made reservation on behalf of 9d5121030220459c849c4187e8cd29c0 for: {'subnet': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:07:43.786249 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a85496f6-698b-4c8a-bbc3-bb5b6e16fcd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:43.806060 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.db.api [None req-ef60e342-8b45-4802-9e47-55a1c5609b5d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 02:07:43.806060 dv-cinder-804735-8-iscsi neutron-server[94494]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 02:07:43.806060 dv-cinder-804735-8-iscsi neutron-server[94494]: [parameters: {'project_id_1': '9c4774ba8da241fbbb968a2804c02ff2', 'expiration_1': datetime.datetime(2021, 9, 3, 2, 7, 23, 675362)}] Sep 03 02:07:43.806060 dv-cinder-804735-8-iscsi neutron-server[94494]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94494) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 02:07:43.813374 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG oslo_db.api [None req-ef60e342-8b45-4802-9e47-55a1c5609b5d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 02:07:43.817913 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.db.api [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 02:07:43.817913 dv-cinder-804735-8-iscsi neutron-server[94493]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 02:07:43.817913 dv-cinder-804735-8-iscsi neutron-server[94493]: [parameters: {'project_id_1': '94e74d599fbf45ffa7ed50d9acbb3629', 'expiration_1': datetime.datetime(2021, 9, 3, 2, 7, 23, 299055)}] Sep 03 02:07:43.817913 dv-cinder-804735-8-iscsi neutron-server[94493]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94493) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 02:07:43.818282 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG oslo_db.api [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 02:07:43.856411 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:43.857575 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:43.858164 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:43.899907 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba21452-91af-4263-8ab3-fb27af249cb5 admin admin] Made reservation on behalf of 6a6fd8a20709438294ccd633f7d9fd7b for: {'subnet': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:07:43.902192 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4ba21452-91af-4263-8ab3-fb27af249cb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:43.977297 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] Pushing event updated for resources: {'Network': ['ID=0ce91eac-9b88-4122-abff-d06982620e1a,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:43.991432 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network 0ce91eac-9b88-4122-abff-d06982620e1a details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:07:44.023912 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34162) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:44.024148 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-bb71f917-e603-4c2b-8fca-bb4ecca9927c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2444115 Sep 03 02:07:44.030464 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-0d9b96bd-b389-4ec0-90bf-c605832d66c6 admin admin] Request body: {'subnet': {'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-subnet', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:07:44.144447 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9b96bd-b389-4ec0-90bf-c605832d66c6 admin admin] Made reservation on behalf of 4715a94c48a743b08204df2edcd05ea5 for: {'subnet': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:07:44.146920 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0d9b96bd-b389-4ec0-90bf-c605832d66c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:44.287150 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4ba21452-91af-4263-8ab3-fb27af249cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for subnet, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:44.292218 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a85496f6-698b-4c8a-bbc3-bb5b6e16fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for subnet, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:44.319201 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:44.371376 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba21452-91af-4263-8ab3-fb27af249cb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd7f03f2-81ff-441c-87ab-ac0d59c8abe1,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:44.372745 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0d9b96bd-b389-4ec0-90bf-c605832d66c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for subnet, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:44.418749 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef60e342-8b45-4802-9e47-55a1c5609b5d admin admin] Made reservation on behalf of 9c4774ba8da241fbbb968a2804c02ff2 for: {'subnet': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:07:44.421215 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba21452-91af-4263-8ab3-fb27af249cb5 admin admin] Checking segment: {'id': 'cffcd1ab-e79c-4577-898f-675112edde83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1e33bcbe-35bd-4702-af8e-2939426053bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:07:44.421408 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ef60e342-8b45-4802-9e47-55a1c5609b5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:44.421571 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba21452-91af-4263-8ab3-fb27af249cb5 admin admin] Network hostable DHCP agents. Network: 1e33bcbe-35bd-4702-af8e-2939426053bb, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:07:44.436634 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85496f6-698b-4c8a-bbc3-bb5b6e16fcd6 admin admin] Checking segment: {'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:07:44.442664 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85496f6-698b-4c8a-bbc3-bb5b6e16fcd6 admin admin] Network hostable DHCP agents. Network: 5839703f-da91-4018-9264-b1db6c66915b, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:07:44.460037 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85496f6-698b-4c8a-bbc3-bb5b6e16fcd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=971c703e-f3c5-4742-a735-4a218bd442de,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:44.465112 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b96bd-b389-4ec0-90bf-c605832d66c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6115c26-c571-46d7-8b06-bc279e8d1de2,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:44.526224 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9b96bd-b389-4ec0-90bf-c605832d66c6 admin admin] Checking segment: {'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:07:44.526594 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b96bd-b389-4ec0-90bf-c605832d66c6 admin admin] Network hostable DHCP agents. Network: 0ce91eac-9b88-4122-abff-d06982620e1a, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:07:44.530120 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:44.567406 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba21452-91af-4263-8ab3-fb27af249cb5 admin admin] Network 1e33bcbe-35bd-4702-af8e-2939426053bb is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:07:44.570285 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85496f6-698b-4c8a-bbc3-bb5b6e16fcd6 admin admin] Network 5839703f-da91-4018-9264-b1db6c66915b is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:07:44.622609 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:44.653960 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b96bd-b389-4ec0-90bf-c605832d66c6 admin admin] Network 0ce91eac-9b88-4122-abff-d06982620e1a is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:07:44.674730 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ea1905-0354-427c-8dcf-5e378c92f5c6,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:44.697468 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:07:44.711053 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:44.711553 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.segments_db [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Added segment e5c0b46a-86dd-4a49-ba77-b54bf6eae110 of type vlan for network 5f5d62d3-f984-497f-a7d7-99c203568a5e Sep 03 02:07:44.745123 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ef60e342-8b45-4802-9e47-55a1c5609b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for subnet, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:44.782221 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-4ba21452-91af-4263-8ab3-fb27af249cb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, 1e33bcbe-35bd-4702-af8e-2939426053bb) {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:44.792569 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba21452-91af-4263-8ab3-fb27af249cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:44.793124 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6decb1-d7ae-4a4c-9a91-1986f7c9a42f None None] Network 1e33bcbe-35bd-4702-af8e-2939426053bb requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:07:44.794713 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4ba21452-91af-4263-8ab3-fb27af249cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:44.816039 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-0d9b96bd-b389-4ec0-90bf-c605832d66c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, 0ce91eac-9b88-4122-abff-d06982620e1a) {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:44.826730 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-a85496f6-698b-4c8a-bbc3-bb5b6e16fcd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, 5839703f-da91-4018-9264-b1db6c66915b) {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:44.836661 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85496f6-698b-4c8a-bbc3-bb5b6e16fcd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:44.837262 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a85496f6-698b-4c8a-bbc3-bb5b6e16fcd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:44.842688 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f030268d-a3c7-4d62-b265-153d61d281bd None None] Network 0ce91eac-9b88-4122-abff-d06982620e1a requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:07:44.848838 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9b96bd-b389-4ec0-90bf-c605832d66c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:44.852087 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0d9b96bd-b389-4ec0-90bf-c605832d66c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:44.866613 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:44.897826 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60e342-8b45-4802-9e47-55a1c5609b5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3deac0ad-467b-49ad-bcf6-a22944b91c56,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:44.902266 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef60e342-8b45-4802-9e47-55a1c5609b5d admin admin] Checking segment: {'id': '99adb71b-1aa9-4e30-950b-fb37ce5e9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:07:44.902602 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef60e342-8b45-4802-9e47-55a1c5609b5d admin admin] Network hostable DHCP agents. Network: 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:07:44.908793 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-4ba21452-91af-4263-8ab3-fb27af249cb5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2611511 Sep 03 02:07:44.955472 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9018aa-8022-449a-a6ec-4f44a2659288 None None] Network 5839703f-da91-4018-9264-b1db6c66915b requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:07:44.973231 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:44.973682 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-0d9b96bd-b389-4ec0-90bf-c605832d66c6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9475811 Sep 03 02:07:44.975941 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:44.976670 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34188) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:44.977113 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:44.981463 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:07:44.983571 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-a85496f6-698b-4c8a-bbc3-bb5b6e16fcd6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8389938 Sep 03 02:07:45.007028 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef60e342-8b45-4802-9e47-55a1c5609b5d admin admin] Network 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:07:45.067193 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] Pushing event updated for resources: {'Network': ['ID=5f5d62d3-f984-497f-a7d7-99c203568a5e,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:45.102761 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network 5f5d62d3-f984-497f-a7d7-99c203568a5e details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:07:45.118295 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-ef60e342-8b45-4802-9e47-55a1c5609b5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d) {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:45.120224 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25414'] for router, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:45.121433 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25471'] for router, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:45.140324 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef60e342-8b45-4802-9e47-55a1c5609b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:45.140324 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ef60e342-8b45-4802-9e47-55a1c5609b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:45.161149 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d50043e-cc6e-5d9f-82f8-a7ea109ee1a8-0ce91eac-9b88-4122-abff-d06982620e1a', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2'}]}} from dv-cinder-804735-8-iscsi. {{(pid=94495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 02:07:45.162027 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:45.164455 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bd420b-8298-48e2-a18f-eeb13ab2b45d None None] Network 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:07:45.226369 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-cfd07037-11bd-4cdf-9096-66516e81d54a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7459004 Sep 03 02:07:45.229625 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34204) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:45.234074 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ff299-b972-4465-8feb-e2e79401cb43 None None] Network 1e33bcbe-35bd-4702-af8e-2939426053bb requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:07:45.234831 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-9d32789c-2db0-4d9e-8e06-ba9ffe0946cf admin admin] Request body: {'subnet': {'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-799843489-subnet', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:07:45.242717 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:45.306504 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34214) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:45.306665 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-ef60e342-8b45-4802-9e47-55a1c5609b5d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6414323 Sep 03 02:07:45.310977 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-456190446-router', 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:07:45.434054 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d32789c-2db0-4d9e-8e06-ba9ffe0946cf admin admin] Made reservation on behalf of 94e74d599fbf45ffa7ed50d9acbb3629 for: {'subnet': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:07:45.436337 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9d32789c-2db0-4d9e-8e06-ba9ffe0946cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:45.511876 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25414'] for router, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:45.512999 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25471'] for router, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:45.531847 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7d475e-94e7-41ba-b12f-016dbdacbf34 None None] Network 5839703f-da91-4018-9264-b1db6c66915b requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:07:45.581686 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34218) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:45.596788 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:45.620910 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:45.739774 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34246) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:45.741947 dv-cinder-804735-8-iscsi neutron-server[94493]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 02:07:45.764251 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.db_base_plugin_common [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Allocated IP 172.20.0.2 (0ce91eac-9b88-4122-abff-d06982620e1a/b6115c26-c571-46d7-8b06-bc279e8d1de2/bd3e8e1e-1616-4f33-8401-9c5a15432e81) {{(pid=94495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:07:45.887728 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0c34cda6-e7f1-485b-ac93-7e9cb8e9dabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:45.915398 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9d32789c-2db0-4d9e-8e06-ba9ffe0946cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for subnet, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:45.931027 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Notify callbacks [] for port, precommit_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:45.939673 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Transition to ACTIVE for port object bd3e8e1e-1616-4f33-8401-9c5a15432e81 will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:07:45.955339 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Transition to ACTIVE for port object bd3e8e1e-1616-4f33-8401-9c5a15432e81 will not be triggered until provisioned by entity DHCP. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:07:45.978402 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32789c-2db0-4d9e-8e06-ba9ffe0946cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=50fd8023-c68b-42eb-8463-7db7e38159bc,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:45.995232 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f044d77-1a3a-48bb-ab8e-b759aa0464e2 None None] Network 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:07:46.018189 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.030661 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-6ed7f34e-9c99-438b-8dfe-c066a6a948e9 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:46.050417 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-6ed7f34e-9c99-438b-8dfe-c066a6a948e9 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/networks?id=1e33bcbe-35bd-4702-af8e-2939426053bb HTTP/1.1" status: 200 len: 812 time: 0.3097975 Sep 03 02:07:46.071094 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-56944785-6a27-4c5b-af1b-6fe426612597 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/quotas/6a6fd8a20709438294ccd633f7d9fd7b HTTP/1.1" status: 200 len: 375 time: 0.0151830 Sep 03 02:07:46.096585 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.117299 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d32789c-2db0-4d9e-8e06-ba9ffe0946cf admin admin] Checking segment: {'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:07:46.117727 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d32789c-2db0-4d9e-8e06-ba9ffe0946cf admin admin] Network hostable DHCP agents. Network: 5f5d62d3-f984-497f-a7d7-99c203568a5e, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:07:46.155339 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-14f5b1f7-9c08-4609-8cea-1d21cfb20408 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a6fd8a20709438294ccd633f7d9fd7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789073 Sep 03 02:07:46.155978 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34266) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:46.162795 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0c34cda6-e7f1-485b-ac93-7e9cb8e9dabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.189134 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Pushing event updated for resources: {'Port': ['ID=bd3e8e1e-1616-4f33-8401-9c5a15432e81,revision_number=1']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:46.202217 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Network 0ce91eac-9b88-4122-abff-d06982620e1a is already hosted by enough agents. {{(pid=94495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:07:46.210489 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.base_scheduler [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Resources bound (agent type, host, resource id): {{(pid=94495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:46.214339 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Received port after_create {{(pid=94495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:07:46.221900 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:46.222246 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:46.222932 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:46.223300 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:46.223651 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:46.223986 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:46.224315 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:46.224647 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:46.225035 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:46.225366 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:46.225691 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:46.226016 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Tracked resource versions report: Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: pushed versions: Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: { 'AddressGroup': {'1.2'}, Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'ConntrackHelper': {'1.0'}, Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Log': {'1.0'}, Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Network': {'1.1'}, Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Port': {'1.7'}, Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'PortForwarding': {'1.2'}, Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'QosPolicy': {'1.9'}, Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'SecurityGroup': {'1.4'}, Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'SecurityGroupRule': {'1.2'}, Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'SubPort': {'1.0'}, Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Subnet': {'1.1'}, Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Trunk': {'1.1'}} Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: consumer versions: Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: { DHCP agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: HyperV agent@hv-cinder-80473: {}, Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: L3 agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: Metadata agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: Metering agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: Open vSwitch agent@dv-cinder-804735-8-iscsi: { 'AddressGroup': '1.2', Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'ConntrackHelper': '1.0', Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Log': '1.0', Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Network': '1.1', Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Port': '1.7', Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'PortForwarding': '1.2', Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'QosPolicy': '1.9', Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'SecurityGroup': '1.4', Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'SecurityGroupRule': '1.2', Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'SubPort': '1.0', Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Subnet': '1.1', Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: 'Trunk': '1.1'}} Sep 03 02:07:46.227029 dv-cinder-804735-8-iscsi neutron-server[94495]: {{(pid=94495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 02:07:46.281759 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d32789c-2db0-4d9e-8e06-ba9ffe0946cf admin admin] Network 5f5d62d3-f984-497f-a7d7-99c203568a5e is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:07:46.289916 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0c34cda6-e7f1-485b-ac93-7e9cb8e9dabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.358407 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Attempting to bind port bd3e8e1e-1616-4f33-8401-9c5a15432e81 on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:07:46.358852 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Attempting to bind port bd3e8e1e-1616-4f33-8401-9c5a15432e81 by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:07:46.359362 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Attempting to bind port bd3e8e1e-1616-4f33-8401-9c5a15432e81 on network 0ce91eac-9b88-4122-abff-d06982620e1a {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:07:46.365097 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:07:46.365331 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Checking segment: {'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:07:46.366290 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.366689 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Bound using segment: {'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:07:46.367170 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Bound port: bd3e8e1e-1616-4f33-8401-9c5a15432e81, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:07:46.367894 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.383349 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-0c34cda6-e7f1-485b-ac93-7e9cb8e9dabf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3d18d05170d43649bb5ab65ac3ece55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7992344 Sep 03 02:07:46.388149 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34274) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:46.395861 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34cda6-e7f1-485b-ac93-7e9cb8e9dabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e88e07-9860-4908-b51a-2209aa987da3,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:46.397468 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.438720 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-9d32789c-2db0-4d9e-8e06-ba9ffe0946cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, 5f5d62d3-f984-497f-a7d7-99c203568a5e) {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:46.440743 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.454898 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f4db32-2ec2-4948-96b0-545e061ac25b None None] Network 5f5d62d3-f984-497f-a7d7-99c203568a5e requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:07:46.458054 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d32789c-2db0-4d9e-8e06-ba9ffe0946cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:46.463657 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9d32789c-2db0-4d9e-8e06-ba9ffe0946cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.480962 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-04270c88-caff-4a63-b5b3-86c3096c5cba tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:46.482444 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-04270c88-caff-4a63-b5b3-86c3096c5cba tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/networks?id=5839703f-da91-4018-9264-b1db6c66915b HTTP/1.1" status: 200 len: 815 time: 0.3242650 Sep 03 02:07:46.489458 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-9657dbb7-8d62-4dec-aedd-0fec6c6ef528 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:07:46.492222 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-9657dbb7-8d62-4dec-aedd-0fec6c6ef528 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0899706 Sep 03 02:07:46.525779 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] For port bd3e8e1e-1616-4f33-8401-9c5a15432e81, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:07:46.535933 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-61d8b7f2-2925-45e3-b401-018d2affdb6d tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/quotas/9d5121030220459c849c4187e8cd29c0 HTTP/1.1" status: 200 len: 375 time: 0.0427771 Sep 03 02:07:46.542396 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] For port bd3e8e1e-1616-4f33-8401-9c5a15432e81, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=bd3e8e1e-1616-4f33-8401-9c5a15432e81,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:07:46.551622 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-9d32789c-2db0-4d9e-8e06-ba9ffe0946cf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3203290 Sep 03 02:07:46.558116 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34280) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:46.563474 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:07:46.569905 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-41d4d0ec-dba9-4fbe-9b08-2eb422b99cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.578938 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-ea4d6840-ed44-4763-95fc-4f099f7fe993 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d5121030220459c849c4187e8cd29c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418422 Sep 03 02:07:46.640024 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-41d4d0ec-dba9-4fbe-9b08-2eb422b99cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.684147 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Allocated IP 172.27.0.14 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/af8a5fca-cb5c-4b6e-ade2-e988177dfdf4) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:07:46.689369 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.710898 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25414'] for router, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.716947 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25471'] for router, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.780991 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c208380-e275-4556-9c87-77c62d0ff7ac None None] Pushing event updated for resources: {'Port': ['ID=bd3e8e1e-1616-4f33-8401-9c5a15432e81,revision_number=2']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:46.796562 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d50043e-cc6e-5d9f-82f8-a7ea109ee1a8-5f5d62d3-f984-497f-a7d7-99c203568a5e', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc'}]}} from dv-cinder-804735-8-iscsi. {{(pid=94495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 02:07:46.797024 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-c6617e6c-814b-4f7b-88d3-d48698ff8369 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:07:46.797455 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.798556 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-c6617e6c-814b-4f7b-88d3-d48698ff8369 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1183057 Sep 03 02:07:46.802031 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.808300 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-61b061a9-59e8-4a61-9195-7f22d8ae850b service neutron] 10.222.0.21 "GET /v2.0/networks/1e33bcbe-35bd-4702-af8e-2939426053bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081706 Sep 03 02:07:46.911208 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.950181 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.db_base_plugin_common [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Allocated IP 172.20.0.2 (5f5d62d3-f984-497f-a7d7-99c203568a5e/50fd8023-c68b-42eb-8463-7db7e38159bc/7abb24da-e9ae-4468-9619-ff84bb13594f) {{(pid=94495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:07:46.964254 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-41d4d0ec-dba9-4fbe-9b08-2eb422b99cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.966798 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-41d4d0ec-dba9-4fbe-9b08-2eb422b99cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.967981 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-41d4d0ec-dba9-4fbe-9b08-2eb422b99cb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07e88e07-9860-4908-b51a-2209aa987da3 HTTP/1.1" status: 204 len: 168 time: 0.5789204 Sep 03 02:07:46.969419 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:46.996101 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4d0ec-dba9-4fbe-9b08-2eb422b99cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e88e07-9860-4908-b51a-2209aa987da3,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:47.089266 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-ec0d6c80-2e1c-4d42-a4f6-b160ae908637 service neutron] 10.222.0.21 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818208 Sep 03 02:07:47.129508 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:47.146221 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-9715d15c-6057-4088-b031-dd4599b69924 service neutron] 10.222.0.21 "GET /v2.0/networks/1e33bcbe-35bd-4702-af8e-2939426053bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123858 Sep 03 02:07:47.203458 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-d21bf38d-d5e5-4bff-9d8d-83d43bff3b7e service neutron] 10.222.0.21 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066973 Sep 03 02:07:47.230012 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Notify callbacks [] for port, precommit_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:47.245523 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Transition to ACTIVE for port object 7abb24da-e9ae-4468-9619-ff84bb13594f will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:07:47.268654 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Transition to ACTIVE for port object 7abb24da-e9ae-4468-9619-ff84bb13594f will not be triggered until provisioned by entity DHCP. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:07:47.307454 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:47.374861 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:47.376952 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:47.450431 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Network 5f5d62d3-f984-497f-a7d7-99c203568a5e is already hosted by enough agents. {{(pid=94495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:07:47.458779 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.base_scheduler [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Resources bound (agent type, host, resource id): {{(pid=94495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:47.458984 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Allocated IP 172.27.0.108 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/4b73aada-2696-45c5-a5b2-0e775ffb82a0) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:07:47.474290 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Received port after_create {{(pid=94495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:07:47.479477 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:07:47.489079 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:47.507051 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Pushing event updated for resources: {'Port': ['ID=7abb24da-e9ae-4468-9619-ff84bb13594f,revision_number=1']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:47.507268 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:07:47.521335 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Pushing event updated for resources: {'Port': ['ID=af8a5fca-cb5c-4b6e-ade2-e988177dfdf4,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:47.785089 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Attempting to bind port 7abb24da-e9ae-4468-9619-ff84bb13594f on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:07:47.786268 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Attempting to bind port 7abb24da-e9ae-4468-9619-ff84bb13594f by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:07:47.789847 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Attempting to bind port 7abb24da-e9ae-4468-9619-ff84bb13594f on network 5f5d62d3-f984-497f-a7d7-99c203568a5e {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:07:47.798459 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:07:47.798835 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Checking segment: {'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:07:47.801342 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:47.801342 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Bound using segment: {'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:07:47.801983 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Bound port: 7abb24da-e9ae-4468-9619-ff84bb13594f, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:07:47.805253 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:47.838512 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9d819226-d111-4c5c-a9b0-20a286a2d5f3 req-826f4aa6-cf3e-4ae1-816d-df19f05ad4dc tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 210 time: 0.1466942 Sep 03 02:07:47.848059 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:47.972476 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e43ee228-1401-495e-82a0-15c198bda87e req-201bbb43-ac00-4774-9f4c-03966050ead1 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 210 time: 0.0856383 Sep 03 02:07:47.991121 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] For port 7abb24da-e9ae-4468-9619-ff84bb13594f, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:07:47.997153 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] For port 7abb24da-e9ae-4468-9619-ff84bb13594f, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=7abb24da-e9ae-4468-9619-ff84bb13594f,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:07:48.014751 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34336) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:48.042458 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5e972caf-b4f5-481e-951e-b3f689a5c905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:48.075403 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:48.110378 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:48.128796 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:48.174143 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:48.272513 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Pushing event updated for resources: {'Port': ['ID=4b73aada-2696-45c5-a5b2-0e775ffb82a0,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:48.285595 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:07:48.287087 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709deaf-2f43-4853-83a8-11d5cc3df363 None None] Pushing event updated for resources: {'Port': ['ID=7abb24da-e9ae-4468-9619-ff84bb13594f,revision_number=2']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:48.291459 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2c12c9-cc36-41e8-bd75-f52ddf88525f None None] Network 0ce91eac-9b88-4122-abff-d06982620e1a requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:07:48.296037 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:48.298416 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:07:48.364645 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:48.564961 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5e972caf-b4f5-481e-951e-b3f689a5c905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:48.576168 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-50b710f6-3540-4beb-9968-37a1fa5ec79a None None] Provisioning for port bd3e8e1e-1616-4f33-8401-9c5a15432e81 completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:07:48.613959 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Allocated IP 172.27.0.205 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/518d867d-7993-4c0e-8db3-ef2688cfd809) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:07:48.636818 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5e972caf-b4f5-481e-951e-b3f689a5c905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:48.719686 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-5e972caf-b4f5-481e-951e-b3f689a5c905 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41dc22ad26b44d928b79f7c664f87096&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7029397 Sep 03 02:07:48.822592 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:48.875911 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34362) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:48.935751 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device bd3e8e1e-1616-4f33-8401-9c5a15432e81 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:07:48.985052 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e972caf-b4f5-481e-951e-b3f689a5c905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c651d935-16b2-4c1e-9481-8c382ee6579f,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:49.023936 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:49.082649 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-504f9ff6-5328-465b-9a53-d677aa1b121c req-101b4c9b-3079-4b42-a678-c8f6bd3f33b2 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 210 time: 0.0703843 Sep 03 02:07:49.112072 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:07:49.114203 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port bd3e8e1e-1616-4f33-8401-9c5a15432e81 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:07:49.127602 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port bd3e8e1e-1616-4f33-8401-9c5a15432e81 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:07:49.128233 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:49.133709 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Pushing event updated for resources: {'Port': ['ID=518d867d-7993-4c0e-8db3-ef2688cfd809,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:49.144779 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:49.158314 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9a29ba4a-1159-4b10-b366-352079ee34f3 req-74e161e2-1b6d-4de5-8a09-9534d4ca168a tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 210 time: 0.0826890 Sep 03 02:07:49.223734 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-98ca421a-48f0-43b5-84e3-6283427dca35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:49.232720 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:49.264418 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-fdec8a38-c1d4-4cab-95e4-fe12b12337ba None None] Provisioning complete for port bd3e8e1e-1616-4f33-8401-9c5a15432e81 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:07:49.265082 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-fdec8a38-c1d4-4cab-95e4-fe12b12337ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:49.298254 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:49.317246 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:07:49.345323 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port bd3e8e1e-1616-4f33-8401-9c5a15432e81, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=bd3e8e1e-1616-4f33-8401-9c5a15432e81,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:07:49.400613 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-fdec8a38-c1d4-4cab-95e4-fe12b12337ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:49.464490 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:49.476750 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730026'] for router, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:49.498899 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-98ca421a-48f0-43b5-84e3-6283427dca35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:49.610237 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.db.api [None req-fdec8a38-c1d4-4cab-95e4-fe12b12337ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94495) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 02:07:49.610627 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG oslo_db.api [None req-fdec8a38-c1d4-4cab-95e4-fe12b12337ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 02:07:49.611571 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=bd3e8e1e-1616-4f33-8401-9c5a15432e81,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:49.736653 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730026'] for router, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:49.741590 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-98ca421a-48f0-43b5-84e3-6283427dca35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:49.744324 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-98ca421a-48f0-43b5-84e3-6283427dca35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:49.755554 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-98ca421a-48f0-43b5-84e3-6283427dca35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c651d935-16b2-4c1e-9481-8c382ee6579f HTTP/1.1" status: 204 len: 168 time: 0.8696373 Sep 03 02:07:49.814460 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca421a-48f0-43b5-84e3-6283427dca35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c651d935-16b2-4c1e-9481-8c382ee6579f,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:49.902410 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:49.917242 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cf063e-2137-4847-a143-96252037de0b None None] Network 5f5d62d3-f984-497f-a7d7-99c203568a5e requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:07:50.011384 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Router 4e2db06d-f9f3-4787-b8b6-55e7ec9445f2 is scheduled to L3 agent 22201d5a-7796-4f3b-b245-45d576005661 with binding_index 1 {{(pid=94493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 02:07:50.117891 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Router 66261697-ed86-4146-91ad-6c53a07a0545 is scheduled to L3 agent 22201d5a-7796-4f3b-b245-45d576005661 with binding_index 1 {{(pid=94494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 02:07:50.162166 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730026'] for router, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:50.242562 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34424) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:50.280837 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:07:50.292941 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Sync routers for ids ['4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:07:50.305773 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Routers {'4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:07:50.306448 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:07:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:07:50.424004 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] Notify callbacks [] for router, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:50.432795 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-51aa4390-16bf-417c-b702-2705c148948b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1266487 Sep 03 02:07:50.433171 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34440) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:50.636869 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:07:50.646454 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Sync routers for ids ['66261697-ed86-4146-91ad-6c53a07a0545'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:07:50.653255 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-03575784-794d-4ad7-85f1-5225c9fd0b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:50.677823 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-0001639b-6f9e-4494-aa22-0806d2e3399c None None] Provisioning for port 7abb24da-e9ae-4468-9619-ff84bb13594f completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:07:50.700094 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Routers {'66261697-ed86-4146-91ad-6c53a07a0545'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:07:50.702488 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:07:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['66261697-ed86-4146-91ad-6c53a07a0545'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:07:50.720541 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Set router 4e2db06d-f9f3-4787-b8b6-55e7ec9445f2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:07:50.830991 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-03575784-794d-4ad7-85f1-5225c9fd0b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:50.838471 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c811c47c-484a-4546-bb3b-0966ae02e235 req-2c2865e3-d0d2-4990-858c-a27262727138 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 210 time: 0.1105599 Sep 03 02:07:50.938070 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-03575784-794d-4ad7-85f1-5225c9fd0b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:50.981910 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-07c056c3-dda2-47bd-b8c1-cbf6af2431ed req-45e0599a-69e5-4246-bd50-f7755f65c9ea tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 210 time: 0.2436843 Sep 03 02:07:51.020183 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Set router 66261697-ed86-4146-91ad-6c53a07a0545 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:07:51.034440 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-03575784-794d-4ad7-85f1-5225c9fd0b39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f175e2f4949a4ea184c91f6291a4671d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7902493 Sep 03 02:07:51.042732 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34456) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:51.042732 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03575784-794d-4ad7-85f1-5225c9fd0b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4ba3f7-6bbf-42b1-b723-86e936defe59,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:51.100261 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 7abb24da-e9ae-4468-9619-ff84bb13594f up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:07:51.117154 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] Notify callbacks [] for router, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:51.119951 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-4ac69fde-362c-4053-82ce-53e3190aca41 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1418440 Sep 03 02:07:51.126362 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34460) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:51.136689 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'name': 'tempest-ServerRescueNegativeTestJSON-456190446-router', 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4b73aada-2696-45c5-a5b2-0e775ffb82a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:48Z', 'revision_number': 3, 'project_id': '9c4774ba8da241fbbb968a2804c02ff2', 'gw_port': {'id': '4b73aada-2696-45c5-a5b2-0e775ffb82a0', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:07:51.152788 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 is scheduled to L3 agent 22201d5a-7796-4f3b-b245-45d576005661 with binding_index 1 {{(pid=94494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 02:07:51.177846 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Checking router: 4e2db06d-f9f3-4787-b8b6-55e7ec9445f2 for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:07:51.182950 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Updating router 4e2db06d-f9f3-4787-b8b6-55e7ec9445f2 port 4b73aada-2696-45c5-a5b2-0e775ffb82a0 binding host dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:07:51.214925 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d8d61414-5c3e-4b79-8c5e-d287c93c3ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:51.218414 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:51.401708 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d8d61414-5c3e-4b79-8c5e-d287c93c3ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:51.422862 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port 7abb24da-e9ae-4468-9619-ff84bb13594f completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:07:51.438271 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 7abb24da-e9ae-4468-9619-ff84bb13594f triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:07:51.438822 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:51.555801 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:07:51.575495 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Notify callbacks [] for port, precommit_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:51.587842 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Sync routers for ids ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:07:51.597014 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Routers {'477c0bbb-53c3-454d-ba47-ac437d4c4ec2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:07:51.597932 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:07:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:07:51.658368 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d8d61414-5c3e-4b79-8c5e-d287c93c3ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:51.661493 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d8d61414-5c3e-4b79-8c5e-d287c93c3ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:51.665985 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-d8d61414-5c3e-4b79-8c5e-d287c93c3ac9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed4ba3f7-6bbf-42b1-b723-86e936defe59 HTTP/1.1" status: 204 len: 168 time: 0.6191750 Sep 03 02:07:51.669243 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.provisioning_blocks [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Transition to ACTIVE for port object 4b73aada-2696-45c5-a5b2-0e775ffb82a0 will not be triggered until provisioned by entity L2. {{(pid=94496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:07:51.676429 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d61414-5c3e-4b79-8c5e-d287c93c3ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4ba3f7-6bbf-42b1-b723-86e936defe59,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:51.688279 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:47Z', 'revision_number': 3, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:07:51.689845 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] Notify callbacks [] for router, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:51.691110 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-40fe7b14-3e7f-4895-99fd-d607a35916be admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1318810 Sep 03 02:07:51.705559 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34474) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:51.721445 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:51.722461 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Checking router: 66261697-ed86-4146-91ad-6c53a07a0545 for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:07:51.722823 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Updating router 66261697-ed86-4146-91ad-6c53a07a0545 port af8a5fca-cb5c-4b6e-ade2-e988177dfdf4 binding host dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:07:51.743129 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Set router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:07:51.762545 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:51.964599 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Allocated IP 172.20.0.1 (54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d/3deac0ad-467b-49ad-bcf6-a22944b91c56/7f8f8a91-d585-4f77-8172-918c72163df8) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:07:52.029397 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:52.088495 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50fe9e-71a0-430b-9454-2e431fedee29 None None] Pushing event updated for resources: {'Port': ['ID=4b73aada-2696-45c5-a5b2-0e775ffb82a0,revision_number=2']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:52.101649 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe9e-71a0-430b-9454-2e431fedee29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:52.102281 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe9e-71a0-430b-9454-2e431fedee29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:52.102779 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe9e-71a0-430b-9454-2e431fedee29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:52.103267 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe9e-71a0-430b-9454-2e431fedee29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:52.103795 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe9e-71a0-430b-9454-2e431fedee29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:52.104281 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe9e-71a0-430b-9454-2e431fedee29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:52.104762 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe9e-71a0-430b-9454-2e431fedee29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:52.105255 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe9e-71a0-430b-9454-2e431fedee29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:52.105774 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe9e-71a0-430b-9454-2e431fedee29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:52.106254 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe9e-71a0-430b-9454-2e431fedee29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:52.106741 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe9e-71a0-430b-9454-2e431fedee29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:52.107221 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe9e-71a0-430b-9454-2e431fedee29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b50fe9e-71a0-430b-9454-2e431fedee29 None None] Tracked resource versions report: Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: pushed versions: Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: { 'AddressGroup': {'1.2'}, Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'ConntrackHelper': {'1.0'}, Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Log': {'1.0'}, Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Network': {'1.1'}, Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Port': {'1.7'}, Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'PortForwarding': {'1.2'}, Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'QosPolicy': {'1.9'}, Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'SecurityGroup': {'1.4'}, Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'SecurityGroupRule': {'1.2'}, Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'SubPort': {'1.0'}, Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Subnet': {'1.1'}, Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Trunk': {'1.1'}} Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: consumer versions: Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: { DHCP agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: HyperV agent@hv-cinder-80473: {}, Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: L3 agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: Metadata agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: Metering agent@dv-cinder-804735-8-iscsi: {}, Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: Open vSwitch agent@dv-cinder-804735-8-iscsi: { 'AddressGroup': '1.2', Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'ConntrackHelper': '1.0', Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Log': '1.0', Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Network': '1.1', Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Port': '1.7', Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'PortForwarding': '1.2', Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'QosPolicy': '1.9', Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'SecurityGroup': '1.4', Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'SecurityGroupRule': '1.2', Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'SubPort': '1.0', Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Subnet': '1.1', Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: 'Trunk': '1.1'}} Sep 03 02:07:52.108419 dv-cinder-804735-8-iscsi neutron-server[94496]: {{(pid=94496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 02:07:52.135968 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:49Z', 'revision_number': 3, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:07:52.188074 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Checking router: 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:07:52.188876 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Updating router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 port 518d867d-7993-4c0e-8db3-ef2688cfd809 binding host dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:07:52.223581 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:52.230174 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:52.261015 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.25', 56790) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:52.353861 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c95b9b78-9558-40df-abb7-3b19dafe833b req-fa7a8a1b-3a38-4a58-971a-8c461e7396c6 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 210 time: 0.0934675 Sep 03 02:07:52.374031 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ce5d7ff9-a887-4a37-8286-af26ddf657a2 req-903f8828-0bf4-4108-a54d-a85ed5189acf tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 210 time: 0.1174843 Sep 03 02:07:52.456305 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:52.482458 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-8a344356-13f4-4d45-b31c-a7cf429c14dd tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:52.484972 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-8a344356-13f4-4d45-b31c-a7cf429c14dd tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "GET /v2.0/networks?id=5839703f-da91-4018-9264-b1db6c66915b HTTP/1.1" status: 200 len: 815 time: 0.2223804 Sep 03 02:07:52.544579 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Attempting to bind port 4b73aada-2696-45c5-a5b2-0e775ffb82a0 on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:07:52.544955 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Attempting to bind port 4b73aada-2696-45c5-a5b2-0e775ffb82a0 by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:07:52.545320 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Attempting to bind port 4b73aada-2696-45c5-a5b2-0e775ffb82a0 on network f4c19d40-ba77-4711-a1ff-e25228796469 {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:07:52.559036 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:07:52.559544 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Checking segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:07:52.559957 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:52.560356 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Bound using segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:07:52.560838 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Bound port: 4b73aada-2696-45c5-a5b2-0e775ffb82a0, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:07:52.561243 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:52.581310 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port 7abb24da-e9ae-4468-9619-ff84bb13594f, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=7abb24da-e9ae-4468-9619-ff84bb13594f,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:07:52.604041 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:52.609512 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Notify callbacks [] for port, precommit_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:52.621139 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-074ae457-a141-4b3a-bfb1-53225b592094 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Request body: {'port': {'device_id': '9a28139b-51bf-4e50-ade4-85abd6f8022a', 'network_id': '5839703f-da91-4018-9264-b1db6c66915b', 'admin_state_up': True, 'tenant_id': '9d5121030220459c849c4187e8cd29c0'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:07:52.627670 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Transition to ACTIVE for port object af8a5fca-cb5c-4b6e-ade2-e988177dfdf4 will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:07:52.661048 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] For port 4b73aada-2696-45c5-a5b2-0e775ffb82a0, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:07:52.665826 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] For port 4b73aada-2696-45c5-a5b2-0e775ffb82a0, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=4b73aada-2696-45c5-a5b2-0e775ffb82a0,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:07:52.681512 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:52.683840 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device bd3e8e1e-1616-4f33-8401-9c5a15432e81 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:07:52.736026 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:52.738147 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:52.830630 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Attempting to bind port af8a5fca-cb5c-4b6e-ade2-e988177dfdf4 on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:07:52.831239 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Attempting to bind port af8a5fca-cb5c-4b6e-ade2-e988177dfdf4 by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:07:52.831883 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Attempting to bind port af8a5fca-cb5c-4b6e-ade2-e988177dfdf4 on network f4c19d40-ba77-4711-a1ff-e25228796469 {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:07:52.839495 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=7abb24da-e9ae-4468-9619-ff84bb13594f,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:52.843825 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:07:52.844593 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Checking segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:07:52.845389 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:52.846187 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Bound using segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:07:52.847299 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Bound port: af8a5fca-cb5c-4b6e-ade2-e988177dfdf4, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:07:52.847908 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:52.862551 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Network 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:07:52.936858 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port bd3e8e1e-1616-4f33-8401-9c5a15432e81 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:07:52.937762 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:52.948499 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Notify callbacks [] for port, precommit_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:52.959570 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:52.959570 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:07:52.959570 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1943231'] for router_interface, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:52.964095 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.provisioning_blocks [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Transition to ACTIVE for port object 518d867d-7993-4c0e-8db3-ef2688cfd809 will not be triggered until provisioned by entity L2. {{(pid=94496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:07:52.970252 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:53.013288 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d1b95-0c0f-4a57-a4e4-36a20b214dc8 None None] Pushing event updated for resources: {'Port': ['ID=af8a5fca-cb5c-4b6e-ade2-e988177dfdf4,revision_number=2']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:53.018463 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Routers {'4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:07:53.019097 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:07:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:07:53.103245 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:53.123529 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] For port af8a5fca-cb5c-4b6e-ade2-e988177dfdf4, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:07:53.158512 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] Set router 4e2db06d-f9f3-4787-b8b6-55e7ec9445f2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:07:53.183303 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] For port af8a5fca-cb5c-4b6e-ade2-e988177dfdf4, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=af8a5fca-cb5c-4b6e-ade2-e988177dfdf4,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:07:53.235694 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 7abb24da-e9ae-4468-9619-ff84bb13594f up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:07:53.237456 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.25', 56796) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:53.294664 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:53.346589 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:53.439744 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d1b95-0c0f-4a57-a4e4-36a20b214dc8 None None] Pushing event updated for resources: {'Port': ['ID=af8a5fca-cb5c-4b6e-ade2-e988177dfdf4,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:53.445501 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Attempting to bind port 518d867d-7993-4c0e-8db3-ef2688cfd809 on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:07:53.446148 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Attempting to bind port 518d867d-7993-4c0e-8db3-ef2688cfd809 by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:07:53.446683 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Attempting to bind port 518d867d-7993-4c0e-8db3-ef2688cfd809 on network f4c19d40-ba77-4711-a1ff-e25228796469 {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:07:53.458867 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:07:53.460278 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Checking segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:07:53.460910 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:53.461505 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Bound using segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:07:53.462194 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Bound port: 518d867d-7993-4c0e-8db3-ef2688cfd809, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:07:53.462793 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:53.508396 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Routers {'66261697-ed86-4146-91ad-6c53a07a0545'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:07:53.509140 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:07:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['66261697-ed86-4146-91ad-6c53a07a0545'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:07:53.516691 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 7abb24da-e9ae-4468-9619-ff84bb13594f triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:07:53.517190 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:53.550187 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] For port 518d867d-7993-4c0e-8db3-ef2688cfd809, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:07:53.565232 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] For port 518d867d-7993-4c0e-8db3-ef2688cfd809, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=518d867d-7993-4c0e-8db3-ef2688cfd809,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:07:53.586823 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50fe9e-71a0-430b-9454-2e431fedee29 None None] Pushing event updated for resources: {'Port': ['ID=4b73aada-2696-45c5-a5b2-0e775ffb82a0,revision_number=3']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:53.590866 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'name': 'tempest-ServerRescueNegativeTestJSON-456190446-router', 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4b73aada-2696-45c5-a5b2-0e775ffb82a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:48Z', 'revision_number': 3, 'project_id': '9c4774ba8da241fbbb968a2804c02ff2', 'gw_port': {'id': '4b73aada-2696-45c5-a5b2-0e775ffb82a0', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:07:53.605556 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Allocated IP 172.20.0.1 (5f5d62d3-f984-497f-a7d7-99c203568a5e/50fd8023-c68b-42eb-8463-7db7e38159bc/abee3094-d13f-4c29-8e9d-df72d25963a3) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:07:53.661106 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf0228-4313-447d-b0d3-ceeb960fca0d None None] Pushing event updated for resources: {'Port': ['ID=518d867d-7993-4c0e-8db3-ef2688cfd809,revision_number=2']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:53.734409 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:53.747892 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba0d8a-8563-4389-a429-84a32fcf2a3e None None] The sync data for ids ['4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'] in dv-cinder-804735-8-iscsi is: [{'id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'name': 'tempest-ServerRescueNegativeTestJSON-456190446-router', 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4b73aada-2696-45c5-a5b2-0e775ffb82a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:48Z', 'revision_number': 3, 'project_id': '9c4774ba8da241fbbb968a2804c02ff2', 'gw_port': {'id': '4b73aada-2696-45c5-a5b2-0e775ffb82a0', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:07:53.750799 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:53.793885 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:53.879341 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Transition to ACTIVE for port object abee3094-d13f-4c29-8e9d-df72d25963a3 will not be triggered until provisioned by entity DHCP. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:07:53.886286 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] Set router 66261697-ed86-4146-91ad-6c53a07a0545 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:07:53.968889 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Routers {'477c0bbb-53c3-454d-ba47-ac437d4c4ec2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:07:53.969852 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:07:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:07:53.972662 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9938e8a0-1fb3-4e8f-b03a-a07e041a4d48 req-f388e574-c21a-4ada-a365-83e61fd69535 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 210 time: 0.3974776 Sep 03 02:07:53.987251 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf0228-4313-447d-b0d3-ceeb960fca0d None None] Pushing event updated for resources: {'Port': ['ID=518d867d-7993-4c0e-8db3-ef2688cfd809,revision_number=3']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:54.169162 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] Set router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:07:54.203555 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Pushing event updated for resources: {'Port': ['ID=7f8f8a91-d585-4f77-8172-918c72163df8,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:54.219763 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a2c2ea30-e62f-4f92-92b3-1d816e51daee req-4f45ebde-e943-4ae1-93d3-f906c48eec53 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 210 time: 0.5261669 Sep 03 02:07:54.225012 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Allocated IP 172.20.0.1 (0ce91eac-9b88-4122-abff-d06982620e1a/b6115c26-c571-46d7-8b06-bc279e8d1de2/d8c09f15-656e-482b-88b4-a2982b13132c) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:07:54.313485 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-28138d13-a6a2-45af-a392-615df0496cc4 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:54.323657 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-28138d13-a6a2-45af-a392-615df0496cc4 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.25 "GET /v2.0/networks?id=1e33bcbe-35bd-4702-af8e-2939426053bb HTTP/1.1" status: 200 len: 812 time: 1.0795703 Sep 03 02:07:54.340635 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-40c62805-8cd7-4324-9eaf-1bf6830f119a tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Request body: {'port': {'device_id': '22e17b64-bd5a-433c-b4a7-57a0e17cef38', 'network_id': '1e33bcbe-35bd-4702-af8e-2939426053bb', 'admin_state_up': True, 'tenant_id': '6a6fd8a20709438294ccd633f7d9fd7b'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:07:54.404973 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:54.425551 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:47Z', 'revision_number': 3, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:07:54.524628 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4706b1fd-8bf8-4a0d-af44-ea24a6063e32 None None] The sync data for ids ['66261697-ed86-4146-91ad-6c53a07a0545'] in dv-cinder-804735-8-iscsi is: [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:47Z', 'revision_number': 3, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:07:54.672106 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:49Z', 'revision_number': 3, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:07:54.733990 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Network 5f5d62d3-f984-497f-a7d7-99c203568a5e is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:07:54.783787 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:54.794592 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79efc32-72e1-4867-a044-5f4799e07d3e None None] The sync data for ids ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'] in dv-cinder-804735-8-iscsi is: [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:49Z', 'revision_number': 3, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:07:54.890962 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:07:54.890962 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1943231'] for router_interface, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:55.183218 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:55.220144 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:55.309510 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-074ae457-a141-4b3a-bfb1-53225b592094 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Made reservation on behalf of 9d5121030220459c849c4187e8cd29c0 for: {'port': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:07:55.324701 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-074ae457-a141-4b3a-bfb1-53225b592094 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:55.339629 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Pushing event updated for resources: {'Port': ['ID=abee3094-d13f-4c29-8e9d-df72d25963a3,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:55.358425 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-81999ac0-b104-41db-bbad-eeabb76f6d6a req-68c9dbf7-6f92-48c9-a510-20d37f0bb1d5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 210 time: 0.1717300 Sep 03 02:07:55.397702 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:55.404748 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734959'] for router_interface, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:55.461897 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 4b73aada-2696-45c5-a5b2-0e775ffb82a0 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:07:56.028291 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-9bd725f4-b85d-43a3-bed4-4b1256c09aec None None] Provisioning for port abee3094-d13f-4c29-8e9d-df72d25963a3 completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:07:56.028291 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-9bd725f4-b85d-43a3-bed4-4b1256c09aec None None] Provisioning complete for port abee3094-d13f-4c29-8e9d-df72d25963a3 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:07:56.028291 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9bd725f4-b85d-43a3-bed4-4b1256c09aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:56.028291 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-9bd725f4-b85d-43a3-bed4-4b1256c09aec None None] Port abee3094-d13f-4c29-8e9d-df72d25963a3 cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:07:56.031924 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Transition to ACTIVE for port object d8c09f15-656e-482b-88b4-a2982b13132c will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:07:56.045445 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ca910cd9-36d8-4a9f-b0c0-f62f7c87b3fd req-acddff96-2926-4078-be74-48a121a46266 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 210 time: 0.2228541 Sep 03 02:07:56.075215 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port 4b73aada-2696-45c5-a5b2-0e775ffb82a0 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:07:56.078393 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-40c62805-8cd7-4324-9eaf-1bf6830f119a tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Made reservation on behalf of 6a6fd8a20709438294ccd633f7d9fd7b for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:07:56.081539 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 4b73aada-2696-45c5-a5b2-0e775ffb82a0 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:07:56.082078 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:56.093908 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-40c62805-8cd7-4324-9eaf-1bf6830f119a tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:56.238361 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:56.260779 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:56.312768 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:56.367140 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port 4b73aada-2696-45c5-a5b2-0e775ffb82a0, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=4b73aada-2696-45c5-a5b2-0e775ffb82a0,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:07:56.388960 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Pushing event updated for resources: {'Port': ['ID=7f8f8a91-d585-4f77-8172-918c72163df8,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:56.896053 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-074ae457-a141-4b3a-bfb1-53225b592094 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Allocated IP 172.20.0.9 (5839703f-da91-4018-9264-b1db6c66915b/971c703e-f3c5-4742-a735-4a218bd442de/49b8bb00-2daf-4930-b7b3-262293cfd5d6) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:07:56.951000 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-40c62805-8cd7-4324-9eaf-1bf6830f119a tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Allocated IP 172.20.0.4 (1e33bcbe-35bd-4702-af8e-2939426053bb/fd7f03f2-81ff-441c-87ab-ac0d59c8abe1/3a20e3f4-22f8-462f-b325-63a277f883c6) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:07:56.960606 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8cd0baea-f845-4d5c-b855-52ca25e3078f req-5fe30526-9e2d-4366-b911-bda9b773e8d9 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 210 time: 0.3577647 Sep 03 02:07:57.040477 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:57.195764 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:57.220923 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Network 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:07:57.247155 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=4b73aada-2696-45c5-a5b2-0e775ffb82a0,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:57.266990 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:57.316384 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device af8a5fca-cb5c-4b6e-ade2-e988177dfdf4 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:07:57.329747 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:57.333068 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8bd05822-e000-4d35-937f-bddd290181e9 req-080d7bcb-31c1-416d-89cc-2050b57e7425 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 210 time: 0.1320114 Sep 03 02:07:57.432527 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Network 0ce91eac-9b88-4122-abff-d06982620e1a is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:07:57.445116 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:57.445116 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734959'] for router_interface, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:57.472598 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:57.476476 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34666) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:57.502305 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port af8a5fca-cb5c-4b6e-ade2-e988177dfdf4 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:07:57.520216 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port af8a5fca-cb5c-4b6e-ade2-e988177dfdf4 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:07:57.526664 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:57.715199 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:07:57.715678 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1943231'] for router_interface, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:57.720242 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Pushing event updated for resources: {'Port': ['ID=d8c09f15-656e-482b-88b4-a2982b13132c,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:57.846349 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:57.930587 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port af8a5fca-cb5c-4b6e-ade2-e988177dfdf4, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=af8a5fca-cb5c-4b6e-ade2-e988177dfdf4,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:07:57.931356 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Router 4e2db06d-f9f3-4787-b8b6-55e7ec9445f2 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:07:57.954770 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-074ae457-a141-4b3a-bfb1-53225b592094 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:58.014706 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Pushing event updated for resources: {'Port': ['ID=abee3094-d13f-4c29-8e9d-df72d25963a3,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:58.022198 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-85c71f06-b9b7-4494-b54d-69660d620c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:58.041244 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-204026ef-2844-48c4-af33-74dcc8e38986 None None] Provisioning for port d8c09f15-656e-482b-88b4-a2982b13132c completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:07:58.047714 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:58.047714 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 518d867d-7993-4c0e-8db3-ef2688cfd809 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:07:58.146934 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-40c62805-8cd7-4324-9eaf-1bf6830f119a tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:58.157194 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-204026ef-2844-48c4-af33-74dcc8e38986 None None] Provisioning complete for port d8c09f15-656e-482b-88b4-a2982b13132c triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:07:58.158956 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-204026ef-2844-48c4-af33-74dcc8e38986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:58.290396 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-07db80bc-a616-4839-9d78-ea2953ca67cd req-9a25cf9e-0a8e-4930-a45b-c9aa93de6b8b tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 210 time: 0.1551921 Sep 03 02:07:58.353822 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-204026ef-2844-48c4-af33-74dcc8e38986 None None] Port d8c09f15-656e-482b-88b4-a2982b13132c cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:07:58.357781 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=af8a5fca-cb5c-4b6e-ade2-e988177dfdf4,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:58.410835 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:07:58.421160 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Network 5f5d62d3-f984-497f-a7d7-99c203568a5e is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:07:58.422434 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-05e0a3e4-a0b2-4899-86b3-b0e0ffcf434c admin admin] 10.222.0.21 "PUT /v2.0/routers/4e2db06d-f9f3-4787-b8b6-55e7ec9445f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9882052 Sep 03 02:07:58.425755 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:58.429444 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-40c62805-8cd7-4324-9eaf-1bf6830f119a tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:58.469281 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port 518d867d-7993-4c0e-8db3-ef2688cfd809 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:07:58.475513 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 518d867d-7993-4c0e-8db3-ef2688cfd809 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:07:58.478057 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:58.559241 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-074ae457-a141-4b3a-bfb1-53225b592094 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:58.588208 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:58.739122 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c62805-8cd7-4324-9eaf-1bf6830f119a tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Pushing event updated for resources: {'Port': ['ID=3a20e3f4-22f8-462f-b325-63a277f883c6,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:58.773623 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-40c62805-8cd7-4324-9eaf-1bf6830f119a tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Network 1e33bcbe-35bd-4702-af8e-2939426053bb is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:07:58.851805 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Sync routers for ids ['4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:07:58.871999 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ae457-a141-4b3a-bfb1-53225b592094 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Pushing event updated for resources: {'Port': ['ID=49b8bb00-2daf-4930-b7b3-262293cfd5d6,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:58.898262 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Routers {'4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:07:58.898907 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:07:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:07:58.932115 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-40c62805-8cd7-4324-9eaf-1bf6830f119a tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:58.938967 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-074ae457-a141-4b3a-bfb1-53225b592094 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Network 5839703f-da91-4018-9264-b1db6c66915b is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:07:58.958124 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-40c62805-8cd7-4324-9eaf-1bf6830f119a tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:07:58.976107 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-40c62805-8cd7-4324-9eaf-1bf6830f119a tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:58.976816 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-40c62805-8cd7-4324-9eaf-1bf6830f119a tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:58.980091 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-074ae457-a141-4b3a-bfb1-53225b592094 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:07:58.988307 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-074ae457-a141-4b3a-bfb1-53225b592094 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:07:58.999478 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-074ae457-a141-4b3a-bfb1-53225b592094 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:59.000386 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-074ae457-a141-4b3a-bfb1-53225b592094 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for port, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:59.036696 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-85c71f06-b9b7-4494-b54d-69660d620c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:59.070326 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2c98f-27bb-4de3-a738-82016a43cb1f req-9ac1625e-ecc9-4968-9042-c2cf9a09c4dd tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:59.085101 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-19b2c98f-27bb-4de3-a738-82016a43cb1f req-9ac1625e-ecc9-4968-9042-c2cf9a09c4dd tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 931 time: 0.5666904 Sep 03 02:07:59.130555 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:07:59.132052 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-85c71f06-b9b7-4494-b54d-69660d620c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:59.196265 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-40c62805-8cd7-4324-9eaf-1bf6830f119a tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8679237 Sep 03 02:07:59.203304 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-6f9d728b-488e-461f-8b7b-56bf0aa5b5ad None None] Provisioning complete for port abee3094-d13f-4c29-8e9d-df72d25963a3 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:07:59.203796 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6f9d728b-488e-461f-8b7b-56bf0aa5b5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:59.220990 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-85c71f06-b9b7-4494-b54d-69660d620c6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af7b60100bc24eb68fc82d8679d093ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7429676 Sep 03 02:07:59.221732 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34744) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:07:59.233436 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c71f06-b9b7-4494-b54d-69660d620c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e82ad2-c6c1-4bc4-8b22-f3a63778a3d3,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:07:59.276555 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:59.329418 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-6f9d728b-488e-461f-8b7b-56bf0aa5b5ad None None] Port abee3094-d13f-4c29-8e9d-df72d25963a3 cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:07:59.332704 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port 518d867d-7993-4c0e-8db3-ef2688cfd809, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=518d867d-7993-4c0e-8db3-ef2688cfd809,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:07:59.338987 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Set router 4e2db06d-f9f3-4787-b8b6-55e7ec9445f2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:07:59.375460 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-074ae457-a141-4b3a-bfb1-53225b592094 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8240411 Sep 03 02:07:59.405454 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:59.436904 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-82a107a5-bb41-481f-9633-a439b9798049 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:07:59.440170 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-82a107a5-bb41-481f-9633-a439b9798049 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139153 Sep 03 02:07:59.448510 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-41316d47-910b-4969-b19b-2da4b5761a50 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:07:59.449083 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-41316d47-910b-4969-b19b-2da4b5761a50 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0598161 Sep 03 02:07:59.517298 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-19b2c98f-27bb-4de3-a738-82016a43cb1f req-4c2328b3-1b81-4f6e-b1d9-112b90a53488 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312167 Sep 03 02:07:59.538705 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-81eb0288-b5b2-4ac5-af38-01d70b97b6ab tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:59.549395 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-81eb0288-b5b2-4ac5-af38-01d70b97b6ab tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/networks?id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d HTTP/1.1" status: 200 len: 818 time: 0.3907354 Sep 03 02:07:59.549800 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ef7483f3-e1d7-4133-a8ec-a983ef2bb785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:59.583127 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:07:59.613425 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-c91bf0d2-aa7c-4dba-8521-f3581c286fcb admin admin] 10.222.0.21 "PUT /v2.0/routers/477c0bbb-53c3-454d-ba47-ac437d4c4ec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8843589 Sep 03 02:07:59.613425 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ef7483f3-e1d7-4133-a8ec-a983ef2bb785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:59.637337 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Sync routers for ids ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:07:59.659560 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Routers {'477c0bbb-53c3-454d-ba47-ac437d4c4ec2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:07:59.660350 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:07:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:07:59.681506 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 4b73aada-2696-45c5-a5b2-0e775ffb82a0 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:07:59.785415 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:59.790244 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Request body: {'port': {'device_id': '9a28139b-51bf-4e50-ade4-85abd6f8022a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:07:59.794424 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-4955a098-3221-4d80-9679-7e97ffd130d9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/quotas/9c4774ba8da241fbbb968a2804c02ff2 HTTP/1.1" status: 200 len: 375 time: 0.1723881 Sep 03 02:07:59.885773 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Set router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:07:59.899708 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e585e39-bca1-4245-877a-7825c9b689b3 req-c3e42dc0-724c-4810-bc4b-5a8a810a5aee tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:07:59.907491 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8e585e39-bca1-4245-877a-7825c9b689b3 req-c3e42dc0-724c-4810-bc4b-5a8a810a5aee tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 931 time: 0.2884948 Sep 03 02:07:59.934793 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:07:59.977231 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-1e14d8ec-cf27-4ab9-8553-efaa19fda462 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c4774ba8da241fbbb968a2804c02ff2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1718574 Sep 03 02:08:00.025378 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8e585e39-bca1-4245-877a-7825c9b689b3 req-cbdb8552-afb3-40a1-bf42-90b954ac5f60 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168845 Sep 03 02:08:00.051298 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 4b73aada-2696-45c5-a5b2-0e775ffb82a0 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:00.051724 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:00.098023 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=518d867d-7993-4c0e-8db3-ef2688cfd809,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:00.178898 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'name': 'tempest-ServerRescueNegativeTestJSON-456190446-router', 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4b73aada-2696-45c5-a5b2-0e775ffb82a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:53Z', 'revision_number': 4, 'project_id': '9c4774ba8da241fbbb968a2804c02ff2', 'gw_port': {'id': '4b73aada-2696-45c5-a5b2-0e775ffb82a0', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '7f8f8a91-d585-4f77-8172-918c72163df8', 'name': '', 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d', 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2', 'mac_address': 'fa:16:3e:9b:8a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3deac0ad-467b-49ad-bcf6-a22944b91c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:51Z', 'updated_at': '2021-09-03T02:07:54Z', 'revision_number': 2, 'project_id': '9c4774ba8da241fbbb968a2804c02ff2', 'subnets': [{'id': '3deac0ad-467b-49ad-bcf6-a22944b91c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:00.214897 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Checking router: 4e2db06d-f9f3-4787-b8b6-55e7ec9445f2 for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:08:00.216278 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Updating router 4e2db06d-f9f3-4787-b8b6-55e7ec9445f2 port 7f8f8a91-d585-4f77-8172-918c72163df8 binding host dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:08:00.219454 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device af8a5fca-cb5c-4b6e-ade2-e988177dfdf4 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:08:00.225352 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-91b49265-abbf-4861-a2ed-e1d84dda76ab service neutron] 10.222.0.21 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393038 Sep 03 02:08:00.267320 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:00.282202 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734959'] for router_interface, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:00.312674 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Request body: {'port': {'device_id': '22e17b64-bd5a-433c-b4a7-57a0e17cef38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:00.334402 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:00.452642 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b8bb00-2daf-4930-b7b3-262293cfd5d6 {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:08:00.478327 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:00.481820 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Transition to ACTIVE for port object 49b8bb00-2daf-4930-b7b3-262293cfd5d6 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:08:00.483886 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ef7483f3-e1d7-4133-a8ec-a983ef2bb785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:00.486654 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ef7483f3-e1d7-4133-a8ec-a983ef2bb785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:00.488569 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-ef7483f3-e1d7-4133-a8ec-a983ef2bb785 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27e82ad2-c6c1-4bc4-8b22-f3a63778a3d3 HTTP/1.1" status: 204 len: 168 time: 1.2647204 Sep 03 02:08:00.492750 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:55Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'abee3094-d13f-4c29-8e9d-df72d25963a3', 'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'mac_address': 'fa:16:3e:e1:e8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:52Z', 'updated_at': '2021-09-03T02:07:56Z', 'revision_number': 2, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'subnets': [{'id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:00.506540 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7483f3-e1d7-4133-a8ec-a983ef2bb785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e82ad2-c6c1-4bc4-8b22-f3a63778a3d3,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:00.636042 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Checking router: 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:08:00.639188 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Updating router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 port abee3094-d13f-4c29-8e9d-df72d25963a3 binding host dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:08:00.646243 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:00.722058 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34768) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:00.755199 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:00.796816 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Notify callbacks [] for port, precommit_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:00.808561 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Transition to ACTIVE for port object 7f8f8a91-d585-4f77-8172-918c72163df8 will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:08:00.817569 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port af8a5fca-cb5c-4b6e-ade2-e988177dfdf4 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:00.817948 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:00.919670 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:01.112988 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Attempting to bind port 49b8bb00-2daf-4930-b7b3-262293cfd5d6 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:08:01.116242 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Attempting to bind port 49b8bb00-2daf-4930-b7b3-262293cfd5d6 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:08:01.129469 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fa16c-a86a-4547-9f18-c9bdff2ab0e0 None None] Pushing event updated for resources: {'Port': ['ID=7f8f8a91-d585-4f77-8172-918c72163df8,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:01.272827 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Attempting to bind port 49b8bb00-2daf-4930-b7b3-262293cfd5d6 on network 5839703f-da91-4018-9264-b1db6c66915b {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:01.272827 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Pushing event updated for resources: {'Port': ['ID=49b8bb00-2daf-4930-b7b3-262293cfd5d6,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:01.272827 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Port 49b8bb00-2daf-4930-b7b3-262293cfd5d6 on network 5839703f-da91-4018-9264-b1db6c66915b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:08:01.272827 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Attempting to bind port 49b8bb00-2daf-4930-b7b3-262293cfd5d6 on network 5839703f-da91-4018-9264-b1db6c66915b {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:01.272827 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:08:01.272827 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Checking segment: {'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:08:01.272827 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Bound using segment: {'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:08:01.272827 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Bound port: 49b8bb00-2daf-4930-b7b3-262293cfd5d6, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:08:01.272827 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:01.273867 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Pushing event updated for resources: {'Port': ['ID=d8c09f15-656e-482b-88b4-a2982b13132c,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:01.273867 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:01.274338 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Attempting to bind port 7f8f8a91-d585-4f77-8172-918c72163df8 on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:08:01.274338 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Attempting to bind port 7f8f8a91-d585-4f77-8172-918c72163df8 by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': '99adb71b-1aa9-4e30-950b-fb37ce5e9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:08:01.274338 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Attempting to bind port 7f8f8a91-d585-4f77-8172-918c72163df8 on network 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:01.274338 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:08:01.274338 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Checking segment: {'id': '99adb71b-1aa9-4e30-950b-fb37ce5e9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:08:01.274338 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:01.274338 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Bound using segment: {'id': '99adb71b-1aa9-4e30-950b-fb37ce5e9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:08:01.274338 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Bound port: 7f8f8a91-d585-4f77-8172-918c72163df8, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99adb71b-1aa9-4e30-950b-fb37ce5e9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:08:01.274338 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:01.275323 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] For port 49b8bb00-2daf-4930-b7b3-262293cfd5d6, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:08:01.275323 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] For port 49b8bb00-2daf-4930-b7b3-262293cfd5d6, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=49b8bb00-2daf-4930-b7b3-262293cfd5d6,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:08:01.297825 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-10705c5f-0783-4f67-9935-848315f0041d service neutron] 10.222.0.21 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0654550 Sep 03 02:08:01.298545 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8dec8df7-9211-4f45-a751-7683090e2ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:01.402381 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8dec8df7-9211-4f45-a751-7683090e2ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:01.427335 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] For port 7f8f8a91-d585-4f77-8172-918c72163df8, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:08:01.434313 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:01.445417 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] For port 7f8f8a91-d585-4f77-8172-918c72163df8, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=7f8f8a91-d585-4f77-8172-918c72163df8,segment=NetworkSegment(99adb71b-1aa9-4e30-950b-fb37ce5e9ae8),segment_id=99adb71b-1aa9-4e30-950b-fb37ce5e9ae8)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:08:01.553374 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34786) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:01.568060 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:01.569272 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:01.570645 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] 10.222.0.25 "PUT /v2.0/ports/49b8bb00-2daf-4930-b7b3-262293cfd5d6 HTTP/1.1" status: 200 len: 1093 time: 1.9528031 Sep 03 02:08:01.571376 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a28139b-51bf-4e50-ade4-85abd6f8022a', 'tag': '49b8bb00-2daf-4930-b7b3-262293cfd5d6'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:08:01.606766 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:01.613931 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Notify callbacks [] for port, precommit_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:01.641063 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.provisioning_blocks [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Transition to ACTIVE for port object abee3094-d13f-4c29-8e9d-df72d25963a3 will not be triggered until provisioned by entity L2. {{(pid=94496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:08:01.669351 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-fad20d42-c6a1-407b-8764-cd1960309d73 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--118435311', 'description': 'tempest-description--928670438'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:01.686075 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8dec8df7-9211-4f45-a751-7683090e2ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:01.687015 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fa16c-a86a-4547-9f18-c9bdff2ab0e0 None None] Pushing event updated for resources: {'Port': ['ID=7f8f8a91-d585-4f77-8172-918c72163df8,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:01.708259 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 518d867d-7993-4c0e-8db3-ef2688cfd809 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:08:01.750393 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:01.801168 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Routers {'4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:08:01.802352 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:07:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:01.845743 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Network 0ce91eac-9b88-4122-abff-d06982620e1a is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:08:01.851159 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-8dec8df7-9211-4f45-a751-7683090e2ba1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ae7846a718a43ada24b2d5e7c72768f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1292951 Sep 03 02:08:01.870636 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be265f60-7c27-464b-aa2d-4aca112e0637 service neutron] Pushing event updated for resources: {'Port': ['ID=49b8bb00-2daf-4930-b7b3-262293cfd5d6,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:01.883603 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34796) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:02.112280 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1de408-7168-4276-9602-f261815cdf3d None None] Pushing event updated for resources: {'Port': ['ID=abee3094-d13f-4c29-8e9d-df72d25963a3,revision_number=3']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:02.112997 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:08:02.113090 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Attempting to bind port abee3094-d13f-4c29-8e9d-df72d25963a3 on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:08:02.113090 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Attempting to bind port abee3094-d13f-4c29-8e9d-df72d25963a3 by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:08:02.113090 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Attempting to bind port abee3094-d13f-4c29-8e9d-df72d25963a3 on network 5f5d62d3-f984-497f-a7d7-99c203568a5e {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:02.125887 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:08:02.126368 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Checking segment: {'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:08:02.126738 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:02.127189 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Bound using segment: {'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:08:02.127735 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Bound port: abee3094-d13f-4c29-8e9d-df72d25963a3, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'}}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:08:02.128196 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:02.150993 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 518d867d-7993-4c0e-8db3-ef2688cfd809 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:02.153887 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:02.165372 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e693d9-2313-47d6-9b1a-4ea9e8d2b061" -d '{"events": [{"name": "network-changed", "server_uuid": "9a28139b-51bf-4e50-ade4-85abd6f8022a", "tag": "49b8bb00-2daf-4930-b7b3-262293cfd5d6"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:08:02.249911 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b7dc53fc-13a3-4ef4-a799-7a836f222484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:02.310178 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-d17c487f-c114-4e08-a1e5-82782a59135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:02.311856 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-d17c487f-c114-4e08-a1e5-82782a59135e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d5121030220459c849c4187e8cd29c0&device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 1096 time: 0.5445845 Sep 03 02:08:02.320979 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] Set router 4e2db06d-f9f3-4787-b8b6-55e7ec9445f2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:08:02.333380 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34810) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:02.364091 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec8df7-9211-4f45-a751-7683090e2ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c50813a-044d-4426-9fa2-97cf0d9c7796,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:02.381168 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b7dc53fc-13a3-4ef4-a799-7a836f222484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:02.381586 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] For port abee3094-d13f-4c29-8e9d-df72d25963a3, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:08:02.389879 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] For port abee3094-d13f-4c29-8e9d-df72d25963a3, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=abee3094-d13f-4c29-8e9d-df72d25963a3,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:08:02.395733 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fad20d42-c6a1-407b-8764-cd1960309d73 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:02.459213 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:02.562605 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Routers {'477c0bbb-53c3-454d-ba47-ac437d4c4ec2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:08:02.580201 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:07:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:02.581308 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-259b7af9-a1dc-4343-9967-4aefc6dcdef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:02.586768 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-6a9875e9-0abe-450d-a786-7630c84bdd8a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49b8bb00-2daf-4930-b7b3-262293cfd5d6 HTTP/1.1" status: 200 len: 217 time: 0.2542498 Sep 03 02:08:02.684136 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2dd1a-6987-4ca3-80d8-4d37e3b76ba0 req-28cda3f7-94cd-4cf7-bbd4-c2050cffb97d tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:02.684136 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4ed2dd1a-6987-4ca3-80d8-4d37e3b76ba0 req-28cda3f7-94cd-4cf7-bbd4-c2050cffb97d tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 931 time: 0.8708124 Sep 03 02:08:02.780032 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d1db4-c45f-47e5-9df6-dbfb0c547372 req-7f517556-abe0-4bb2-9a49-5bdd09802243 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:02.783483 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-71f28d76-74bd-4652-9b96-dbab23375cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:02.784557 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-71f28d76-74bd-4652-9b96-dbab23375cc0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=971c703e-f3c5-4742-a735-4a218bd442de HTTP/1.1" status: 200 len: 855 time: 0.1546497 Sep 03 02:08:02.786531 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-934d1db4-c45f-47e5-9df6-dbfb0c547372 req-7f517556-abe0-4bb2-9a49-5bdd09802243 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 943 time: 0.8253968 Sep 03 02:08:02.832146 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1de408-7168-4276-9602-f261815cdf3d None None] Pushing event updated for resources: {'Port': ['ID=abee3094-d13f-4c29-8e9d-df72d25963a3,revision_number=4']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:02.912105 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-734dad1e-f1a1-464e-b184-f2f2c881b486 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5839703f-da91-4018-9264-b1db6c66915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121950 Sep 03 02:08:02.930528 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a20e3f4-22f8-462f-b325-63a277f883c6 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:08:02.936918 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] Set router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:08:02.945540 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:02.976528 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-259b7af9-a1dc-4343-9967-4aefc6dcdef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:03.036385 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Transition to ACTIVE for port object 3a20e3f4-22f8-462f-b325-63a277f883c6 will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:08:03.048515 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4ed2dd1a-6987-4ca3-80d8-4d37e3b76ba0 req-1c39a532-e550-4758-89a8-0d8e9370fb76 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908343 Sep 03 02:08:03.082534 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Router 66261697-ed86-4146-91ad-6c53a07a0545 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:08:03.130430 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-934d1db4-c45f-47e5-9df6-dbfb0c547372 req-e517922f-d7e9-4ef4-af23-71f174a177f1 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322511 Sep 03 02:08:03.351919 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b7dc53fc-13a3-4ef4-a799-7a836f222484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:03.364730 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c0e16513-d9c2-4c1c-b42b-a635ef72f4d6 req-594957a3-a741-4a6e-90d9-af982b7a4dd6 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 210 time: 0.1776354 Sep 03 02:08:03.366364 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b7dc53fc-13a3-4ef4-a799-7a836f222484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:03.392272 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-b7dc53fc-13a3-4ef4-a799-7a836f222484 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c50813a-044d-4426-9fa2-97cf0d9c7796 HTTP/1.1" status: 204 len: 168 time: 1.4658575 Sep 03 02:08:03.392599 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-9c9274b5-6dff-4554-956c-992ec2659207 None None] Provisioning complete for port d8c09f15-656e-482b-88b4-a2982b13132c triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:03.402120 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9c9274b5-6dff-4554-956c-992ec2659207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:03.407383 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:03.457655 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-259b7af9-a1dc-4343-9967-4aefc6dcdef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:03.490806 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-9c9274b5-6dff-4554-956c-992ec2659207 None None] Port d8c09f15-656e-482b-88b4-a2982b13132c cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:08:03.514208 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'name': 'tempest-ServerRescueNegativeTestJSON-456190446-router', 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4b73aada-2696-45c5-a5b2-0e775ffb82a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:53Z', 'revision_number': 4, 'project_id': '9c4774ba8da241fbbb968a2804c02ff2', 'gw_port': {'id': '4b73aada-2696-45c5-a5b2-0e775ffb82a0', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '7f8f8a91-d585-4f77-8172-918c72163df8', 'name': '', 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d', 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2', 'mac_address': 'fa:16:3e:9b:8a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3deac0ad-467b-49ad-bcf6-a22944b91c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:51Z', 'updated_at': '2021-09-03T02:08:01Z', 'revision_number': 4, 'project_id': '9c4774ba8da241fbbb968a2804c02ff2', 'subnets': [{'id': '3deac0ad-467b-49ad-bcf6-a22944b91c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:03.541701 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc53fc-13a3-4ef4-a799-7a836f222484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c50813a-044d-4426-9fa2-97cf0d9c7796,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:03.559017 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:55Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'abee3094-d13f-4c29-8e9d-df72d25963a3', 'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'mac_address': 'fa:16:3e:e1:e8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:52Z', 'updated_at': '2021-09-03T02:08:02Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'subnets': [{'id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:03.608889 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6ed3a3-9751-4ae5-a09d-6a3018721fb8 None None] The sync data for ids ['4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'] in dv-cinder-804735-8-iscsi is: [{'id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'name': 'tempest-ServerRescueNegativeTestJSON-456190446-router', 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4b73aada-2696-45c5-a5b2-0e775ffb82a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:53Z', 'revision_number': 4, 'project_id': '9c4774ba8da241fbbb968a2804c02ff2', 'gw_port': {'id': '4b73aada-2696-45c5-a5b2-0e775ffb82a0', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '7f8f8a91-d585-4f77-8172-918c72163df8', 'name': '', 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d', 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2', 'mac_address': 'fa:16:3e:9b:8a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '3deac0ad-467b-49ad-bcf6-a22944b91c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:51Z', 'updated_at': '2021-09-03T02:08:01Z', 'revision_number': 4, 'project_id': '9c4774ba8da241fbbb968a2804c02ff2', 'subnets': [{'id': '3deac0ad-467b-49ad-bcf6-a22944b91c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:08:03.625513 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-259b7af9-a1dc-4343-9967-4aefc6dcdef4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a4dbfea7d0046ee8fd74dbe4f07e7fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2700229 Sep 03 02:08:03.632666 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34824) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:03.635193 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Pushing event updated for resources: {'Port': ['ID=3a20e3f4-22f8-462f-b325-63a277f883c6,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:03.639398 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c2fcb-484f-40a4-9554-307aeec9218f None None] The sync data for ids ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'] in dv-cinder-804735-8-iscsi is: [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:55Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'abee3094-d13f-4c29-8e9d-df72d25963a3', 'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'mac_address': 'fa:16:3e:e1:e8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:52Z', 'updated_at': '2021-09-03T02:08:02Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'subnets': [{'id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:08:03.656907 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fad20d42-c6a1-407b-8764-cd1960309d73 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:03.695384 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b7af9-a1dc-4343-9967-4aefc6dcdef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a122b83-078b-4ed8-9faf-4c157f113f2d,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:03.714770 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-8d90459d-28ee-4567-8d7e-231fe76cff0e service neutron] 10.222.0.25 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7897115 Sep 03 02:08:03.923670 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2644e2cb-1d7b-43c2-95c0-b14b0adab678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:03.950731 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:08:04.096198 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeee7537-f39b-4958-830a-6f255c5ce3de x-openstack-request-id: req-aeee7537-f39b-4958-830a-6f255c5ce3de {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:08:04.096198 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a28139b-51bf-4e50-ade4-85abd6f8022a", "tag": "49b8bb00-2daf-4930-b7b3-262293cfd5d6", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:08:04.096198 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aeee7537-f39b-4958-830a-6f255c5ce3de {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:08:04.096198 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a28139b-51bf-4e50-ade4-85abd6f8022a', 'tag': '49b8bb00-2daf-4930-b7b3-262293cfd5d6', 'status': 'completed', 'code': 200} Sep 03 02:08:04.096523 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Sync routers for ids ['66261697-ed86-4146-91ad-6c53a07a0545'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:08:04.096615 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-c23b2e2f-6367-4f93-9b6a-243bbf9cd241 admin admin] 10.222.0.21 "PUT /v2.0/routers/66261697-ed86-4146-91ad-6c53a07a0545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8548884 Sep 03 02:08:04.096701 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Routers {'66261697-ed86-4146-91ad-6c53a07a0545'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:08:04.096701 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:07:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['66261697-ed86-4146-91ad-6c53a07a0545'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:04.096872 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fad20d42-c6a1-407b-8764-cd1960309d73 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:04.096960 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ecd0fed0-723d-4d7a-9fd4-4de71707bad7 req-4b5f3217-3477-4269-a6c4-e38cfcc86b1c service neutron] 10.222.0.25 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832339 Sep 03 02:08:04.097044 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Attempting to bind port 3a20e3f4-22f8-462f-b325-63a277f883c6 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:08:04.097044 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Attempting to bind port 3a20e3f4-22f8-462f-b325-63a277f883c6 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'cffcd1ab-e79c-4577-898f-675112edde83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1e33bcbe-35bd-4702-af8e-2939426053bb'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:08:04.097044 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Attempting to bind port 3a20e3f4-22f8-462f-b325-63a277f883c6 on network 1e33bcbe-35bd-4702-af8e-2939426053bb {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:04.177357 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Port 3a20e3f4-22f8-462f-b325-63a277f883c6 on network 1e33bcbe-35bd-4702-af8e-2939426053bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:08:04.183025 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Attempting to bind port 3a20e3f4-22f8-462f-b325-63a277f883c6 on network 1e33bcbe-35bd-4702-af8e-2939426053bb {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:04.255369 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad20d42-c6a1-407b-8764-cd1960309d73 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08c02f9-873a-4964-8c94-481c9d0e4509,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:04.258109 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:08:04.258696 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Checking segment: {'id': 'cffcd1ab-e79c-4577-898f-675112edde83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1e33bcbe-35bd-4702-af8e-2939426053bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:08:04.259598 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Bound using segment: {'id': 'cffcd1ab-e79c-4577-898f-675112edde83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1e33bcbe-35bd-4702-af8e-2939426053bb'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:08:04.260294 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Bound port: 3a20e3f4-22f8-462f-b325-63a277f883c6, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cffcd1ab-e79c-4577-898f-675112edde83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1e33bcbe-35bd-4702-af8e-2939426053bb'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:08:04.260867 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:04.304459 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Set router 66261697-ed86-4146-91ad-6c53a07a0545 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:08:04.363968 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fad20d42-c6a1-407b-8764-cd1960309d73 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:04.365795 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-fad20d42-c6a1-407b-8764-cd1960309d73 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.8062246 Sep 03 02:08:04.368849 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34858) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:04.378741 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-15459538-1b2a-4d68-b029-2521cd004c49 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Request body: {'security_group_rule': {'security_group_id': 'e08c02f9-873a-4964-8c94-481c9d0e4509', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:04.393307 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-56e571ec-476d-47e0-96b9-d2e7a6882180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:04.560514 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e693d9-2313-47d6-9b1a-4ea9e8d2b061 req-f6e914df-e195-44a3-a6f5-173d20ef7206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:04.562208 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a7e693d9-2313-47d6-9b1a-4ea9e8d2b061 req-f6e914df-e195-44a3-a6f5-173d20ef7206 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d5121030220459c849c4187e8cd29c0&device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 1096 time: 0.1912112 Sep 03 02:08:04.602594 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] For port 3a20e3f4-22f8-462f-b325-63a277f883c6, host hv-cinder-80473, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:08:04.613824 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] For port 3a20e3f4-22f8-462f-b325-63a277f883c6, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a20e3f4-22f8-462f-b325-63a277f883c6,segment=NetworkSegment(cffcd1ab-e79c-4577-898f-675112edde83),segment_id=cffcd1ab-e79c-4577-898f-675112edde83)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:08:04.682300 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-2bf9dcb0-4121-4514-b55d-a0fae641f12b tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:04.703716 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-2bf9dcb0-4121-4514-b55d-a0fae641f12b tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/networks?id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d HTTP/1.1" status: 200 len: 818 time: 0.7137325 Sep 03 02:08:04.791353 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-56e571ec-476d-47e0-96b9-d2e7a6882180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:04.793567 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-53b33010-aa45-4163-93a3-71b12421a10e tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/quotas/9c4774ba8da241fbbb968a2804c02ff2 HTTP/1.1" status: 200 len: 375 time: 0.0863538 Sep 03 02:08:04.794832 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:04.850877 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-15459538-1b2a-4d68-b029-2521cd004c49 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:04.899665 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b475d7-08b0-412d-ab59-4d27dc972be3 req-37a235ac-650f-493b-b606-bb7d96dd260c tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:04.939134 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:58Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'd8c09f15-656e-482b-88b4-a2982b13132c', 'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'mac_address': 'fa:16:3e:6f:da:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:53Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 2, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'subnets': [{'id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:04.940496 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-36b475d7-08b0-412d-ab59-4d27dc972be3 req-37a235ac-650f-493b-b606-bb7d96dd260c tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 943 time: 0.7543728 Sep 03 02:08:05.039140 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Checking router: 66261697-ed86-4146-91ad-6c53a07a0545 for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:08:05.039140 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Updating router 66261697-ed86-4146-91ad-6c53a07a0545 port d8c09f15-656e-482b-88b4-a2982b13132c binding host dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:08:05.039333 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e693d9-2313-47d6-9b1a-4ea9e8d2b061 req-e2865752-df84-4bca-9832-af34b2a2e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:05.039333 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a7e693d9-2313-47d6-9b1a-4ea9e8d2b061 req-e2865752-df84-4bca-9832-af34b2a2e0b8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5839703f-da91-4018-9264-b1db6c66915b HTTP/1.1" status: 200 len: 916 time: 0.4541676 Sep 03 02:08:05.040373 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34864) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:05.042182 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:05.064323 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4479ed2f-5093-41a8-8983-b79f0a45bf82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:05.069150 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:05.069900 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for port, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:05.071422 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] 10.222.0.25 "PUT /v2.0/ports/3a20e3f4-22f8-462f-b325-63a277f883c6 HTTP/1.1" status: 200 len: 1093 time: 5.4275281 Sep 03 02:08:05.074079 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e17b64-bd5a-433c-b4a7-57a0e17cef38', 'tag': '3a20e3f4-22f8-462f-b325-63a277f883c6'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:08:05.173738 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-15459538-1b2a-4d68-b029-2521cd004c49 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:05.178949 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a7e693d9-2313-47d6-9b1a-4ea9e8d2b061 req-cdbe6139-ce80-417e-8dd0-d6fbbe0bfac2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49b8bb00-2daf-4930-b7b3-262293cfd5d6 HTTP/1.1" status: 200 len: 217 time: 0.1159580 Sep 03 02:08:05.254510 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-a44e6c1a-d88a-488d-a6b5-12270a02979d tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9c4774ba8da241fbbb968a2804c02ff2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4267685 Sep 03 02:08:05.267737 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-56e571ec-476d-47e0-96b9-d2e7a6882180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:05.270332 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-56e571ec-476d-47e0-96b9-d2e7a6882180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:05.272035 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-56e571ec-476d-47e0-96b9-d2e7a6882180 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a122b83-078b-4ed8-9faf-4c157f113f2d HTTP/1.1" status: 204 len: 168 time: 1.6340218 Sep 03 02:08:05.290780 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8cde1-c827-43b3-842d-7df8027dcacd service neutron] Pushing event updated for resources: {'Port': ['ID=3a20e3f4-22f8-462f-b325-63a277f883c6,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:05.295604 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-15459538-1b2a-4d68-b029-2521cd004c49 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:05.321689 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-36b475d7-08b0-412d-ab59-4d27dc972be3 req-492c44d5-2ad4-46bf-8b1c-cb33e0cb7d55 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797834 Sep 03 02:08:05.331040 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15459538-1b2a-4d68-b029-2521cd004c49 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d08632-3bc5-46e5-946d-643f190939f1,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:05.355006 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e571ec-476d-47e0-96b9-d2e7a6882180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a122b83-078b-4ed8-9faf-4c157f113f2d,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:05.366491 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4479ed2f-5093-41a8-8983-b79f0a45bf82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:05.483732 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4479ed2f-5093-41a8-8983-b79f0a45bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:05.590993 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-15459538-1b2a-4d68-b029-2521cd004c49 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:05.592482 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-15459538-1b2a-4d68-b029-2521cd004c49 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2226272 Sep 03 02:08:05.609482 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479ed2f-5093-41a8-8983-b79f0a45bf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d2bf39-021e-4a3e-820a-d45415a82910,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:05.613113 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34872) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:05.620460 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-6562597e-84ee-4066-a60f-c5f64199f796 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Request body: {'security_group_rule': {'security_group_id': 'e08c02f9-873a-4964-8c94-481c9d0e4509', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:05.625851 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e693d9-2313-47d6-9b1a-4ea9e8d2b061 req-987de0e6-e301-4e6e-9345-425f7e4f1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:05.627331 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a7e693d9-2313-47d6-9b1a-4ea9e8d2b061 req-987de0e6-e301-4e6e-9345-425f7e4f1a60 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=971c703e-f3c5-4742-a735-4a218bd442de HTTP/1.1" status: 200 len: 855 time: 0.2369993 Sep 03 02:08:05.636825 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-4479ed2f-5093-41a8-8983-b79f0a45bf82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e72aac52972443b08332c08545694e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5915179 Sep 03 02:08:05.644534 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34874) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:05.710604 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device abee3094-d13f-4c29-8e9d-df72d25963a3 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:08:05.712278 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a7e693d9-2313-47d6-9b1a-4ea9e8d2b061 req-bb9fc12f-ac6a-4284-97f4-3a90425c3723 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5839703f-da91-4018-9264-b1db6c66915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544391 Sep 03 02:08:05.714112 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67ae8eb-c120-4d6e-b2f2-aadb98d9ea98" -d '{"events": [{"name": "network-changed", "server_uuid": "22e17b64-bd5a-433c-b4a7-57a0e17cef38", "tag": "3a20e3f4-22f8-462f-b325-63a277f883c6"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:08:05.721609 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Notify callbacks [] for port, precommit_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:05.726817 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-d46dbe61-5d7a-41b8-bed7-450c4b2beba1 service neutron] 10.222.0.21 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486113 Sep 03 02:08:05.771326 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-04b58760-1253-4695-8473-a172f82729fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:05.830534 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Transition to ACTIVE for port object d8c09f15-656e-482b-88b4-a2982b13132c will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:08:05.910596 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:06.003215 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port abee3094-d13f-4c29-8e9d-df72d25963a3 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:08:06.047191 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-6da14cb0-4dd4-4bdd-b301-9a12eb57e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:06.048717 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-6da14cb0-4dd4-4bdd-b301-9a12eb57e9e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a6fd8a20709438294ccd633f7d9fd7b&device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 1096 time: 0.5221150 Sep 03 02:08:06.061707 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afd646-28cd-440b-b23f-f1e0da2faa1d None None] Pushing event updated for resources: {'Port': ['ID=d8c09f15-656e-482b-88b4-a2982b13132c,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:06.065905 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port abee3094-d13f-4c29-8e9d-df72d25963a3 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:06.065905 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:06.126487 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-04b58760-1253-4695-8473-a172f82729fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:06.263681 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-6562597e-84ee-4066-a60f-c5f64199f796 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:06.264994 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Attempting to bind port d8c09f15-656e-482b-88b4-a2982b13132c on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:08:06.264994 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Attempting to bind port d8c09f15-656e-482b-88b4-a2982b13132c by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:08:06.264994 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Attempting to bind port d8c09f15-656e-482b-88b4-a2982b13132c on network 0ce91eac-9b88-4122-abff-d06982620e1a {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:06.264994 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:08:06.264994 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Checking segment: {'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:08:06.264994 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:06.264994 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Bound using segment: {'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:08:06.264994 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Bound port: d8c09f15-656e-482b-88b4-a2982b13132c, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:08:06.264994 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:06.281545 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-6562597e-84ee-4066-a60f-c5f64199f796 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:06.296383 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c227b0-d198-404e-8bbc-7946aaf4b39b req-1b7ccff2-02a2-42b0-be53-4b349fae5aac tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:06.303720 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a7e693d9-2313-47d6-9b1a-4ea9e8d2b061 req-751b35ef-ea33-4f96-b8a9-7b68e20a7aa6 service neutron] 10.222.0.25 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024278 Sep 03 02:08:06.306078 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-49c227b0-d198-404e-8bbc-7946aaf4b39b req-1b7ccff2-02a2-42b0-be53-4b349fae5aac tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 943 time: 0.7805133 Sep 03 02:08:06.312027 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-a408c1d7-8e00-45e3-8835-c41fb68023c1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a20e3f4-22f8-462f-b325-63a277f883c6 HTTP/1.1" status: 200 len: 217 time: 0.1734543 Sep 03 02:08:06.399464 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] For port d8c09f15-656e-482b-88b4-a2982b13132c, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:08:06.402838 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] For port d8c09f15-656e-482b-88b4-a2982b13132c, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=d8c09f15-656e-482b-88b4-a2982b13132c,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:08:06.407831 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.25', 56808) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:06.438840 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:06.475538 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port abee3094-d13f-4c29-8e9d-df72d25963a3, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=abee3094-d13f-4c29-8e9d-df72d25963a3,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:06.483739 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6c67f421-64cf-436b-be29-f046712ff312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:06.497886 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:06.527898 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-a58a7f48-84fc-41f0-8b64-f8ea12ca70d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:06.529625 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-a58a7f48-84fc-41f0-8b64-f8ea12ca70d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd7f03f2-81ff-441c-87ab-ac0d59c8abe1 HTTP/1.1" status: 200 len: 852 time: 0.1286504 Sep 03 02:08:06.540822 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-49c227b0-d198-404e-8bbc-7946aaf4b39b req-a13da2f4-e1d4-4c86-9e7d-0400644be2be tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335355 Sep 03 02:08:06.568084 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-565ac745-308c-470f-a19f-56b01fa24fb1 service neutron] 10.222.0.21 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8002853 Sep 03 02:08:06.618011 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-141591d3-e6ab-42c4-995a-086c5f28a883 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:06.618642 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:06.619233 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-141591d3-e6ab-42c4-995a-086c5f28a883 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.25 "GET /v2.0/networks?id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d HTTP/1.1" status: 200 len: 818 time: 0.2093682 Sep 03 02:08:06.619477 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 7f8f8a91-d585-4f77-8172-918c72163df8 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:08:06.623535 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-6562597e-84ee-4066-a60f-c5f64199f796 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:06.672209 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-44893134-cb11-4e71-83b3-1b201c68592f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Request body: {'port': {'device_id': '09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76', 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d', 'admin_state_up': True, 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:06.676079 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562597e-84ee-4066-a60f-c5f64199f796 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889efa28-f2d5-4231-919d-09be7af5b38f,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:06.766120 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-120e481e-3f3a-4b59-89c1-1277790d7352 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e33bcbe-35bd-4702-af8e-2939426053bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1953838 Sep 03 02:08:06.779658 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afd646-28cd-440b-b23f-f1e0da2faa1d None None] Pushing event updated for resources: {'Port': ['ID=d8c09f15-656e-482b-88b4-a2982b13132c,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:06.834529 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a7e693d9-2313-47d6-9b1a-4ea9e8d2b061 req-1d843c5e-31ed-44ca-9ac8-8c0be3845655 service neutron] 10.222.0.25 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589076 Sep 03 02:08:06.863969 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-6562597e-84ee-4066-a60f-c5f64199f796 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:06.865950 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-6562597e-84ee-4066-a60f-c5f64199f796 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2495673 Sep 03 02:08:06.878410 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34908) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:06.885311 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Request body: {'floatingip': {'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:06.956194 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-04b58760-1253-4695-8473-a172f82729fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:06.963114 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-04b58760-1253-4695-8473-a172f82729fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:06.967704 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-04b58760-1253-4695-8473-a172f82729fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03d2bf39-021e-4a3e-820a-d45415a82910 HTTP/1.1" status: 204 len: 168 time: 1.3218517 Sep 03 02:08:07.044041 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b58760-1253-4695-8473-a172f82729fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d2bf39-021e-4a3e-820a-d45415a82910,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:07.051114 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for floatingip, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:07.111667 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-77d0fbfd-eded-4a9f-bf84-1f0fc6472e65 service neutron] 10.222.0.25 "GET /v2.0/networks/1e33bcbe-35bd-4702-af8e-2939426053bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170228 Sep 03 02:08:07.144785 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-44893134-cb11-4e71-83b3-1b201c68592f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Made reservation on behalf of 9c4774ba8da241fbbb968a2804c02ff2 for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:08:07.158415 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-44893134-cb11-4e71-83b3-1b201c68592f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:07.414033 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Routers {'66261697-ed86-4146-91ad-6c53a07a0545'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:08:07.414702 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:08:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['66261697-ed86-4146-91ad-6c53a07a0545'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:07.425453 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:07.484335 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b8514eb-d973-40da-8df3-ed6310260f8a req-efb81c80-5466-4d52-9c67-83bc7e055cf1 service neutron] 10.222.0.25 "GET /v2.0/networks/1e33bcbe-35bd-4702-af8e-2939426053bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493989 Sep 03 02:08:07.789139 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=abee3094-d13f-4c29-8e9d-df72d25963a3,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:07.802774 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-44893134-cb11-4e71-83b3-1b201c68592f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Allocated IP 172.20.0.2 (54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d/3deac0ad-467b-49ad-bcf6-a22944b91c56/7c4a3b54-e5e8-41cd-973f-7a71438d7ea4) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:08:07.834324 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port 7f8f8a91-d585-4f77-8172-918c72163df8 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:08:07.837911 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:07.853521 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 7f8f8a91-d585-4f77-8172-918c72163df8 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:07.855310 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:07.960937 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:07.989430 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70597455-6994-40b3-8f39-93d2bb8771df x-openstack-request-id: req-70597455-6994-40b3-8f39-93d2bb8771df {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:08:07.989430 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e17b64-bd5a-433c-b4a7-57a0e17cef38", "tag": "3a20e3f4-22f8-462f-b325-63a277f883c6", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:08:07.990149 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70597455-6994-40b3-8f39-93d2bb8771df {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:08:07.990149 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e17b64-bd5a-433c-b4a7-57a0e17cef38', 'tag': '3a20e3f4-22f8-462f-b325-63a277f883c6', 'status': 'completed', 'code': 200} Sep 03 02:08:08.065816 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] Set router 66261697-ed86-4146-91ad-6c53a07a0545 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:08:08.191527 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ae8eb-c120-4d6e-b2f2-aadb98d9ea98 req-5e8b2857-464a-4800-8e09-81cf0155fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:08.194521 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b67ae8eb-c120-4d6e-b2f2-aadb98d9ea98 req-5e8b2857-464a-4800-8e09-81cf0155fb17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a6fd8a20709438294ccd633f7d9fd7b&device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 1096 time: 0.1615763 Sep 03 02:08:08.332181 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34956) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:08.340636 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-32d1112b-83d0-43e3-b3c8-79f40bea8b0f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2140618723', 'description': 'tempest-description--1796610509'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:08.470592 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:08.598617 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417b72d-283d-43b0-ad19-3f987cdbc1f7 req-5804afc2-558b-4731-9151-8f7921342cfc tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:08.612659 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5417b72d-283d-43b0-ad19-3f987cdbc1f7 req-5804afc2-558b-4731-9151-8f7921342cfc tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 943 time: 0.4058821 Sep 03 02:08:08.616042 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-44893134-cb11-4e71-83b3-1b201c68592f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:08.640596 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Allocated IP 172.27.0.173 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/3a2ee0e7-9c68-4bed-9286-bb7e4ede08f5) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:08:08.662342 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port 7f8f8a91-d585-4f77-8172-918c72163df8, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=7f8f8a91-d585-4f77-8172-918c72163df8,segment=NetworkSegment(99adb71b-1aa9-4e30-950b-fb37ce5e9ae8),segment_id=99adb71b-1aa9-4e30-950b-fb37ce5e9ae8)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:08.718768 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bac14728-33d6-48ef-b976-fd03e8965cc7 req-f565a3fd-078f-4760-a299-1839c9d07847 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 210 time: 0.2565773 Sep 03 02:08:08.732943 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-32d1112b-83d0-43e3-b3c8-79f40bea8b0f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:08.734053 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:08.790987 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ae8eb-c120-4d6e-b2f2-aadb98d9ea98 req-f1939a34-8f08-4eda-855a-0b684fea0c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:08.792664 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b67ae8eb-c120-4d6e-b2f2-aadb98d9ea98 req-f1939a34-8f08-4eda-855a-0b684fea0c36 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e33bcbe-35bd-4702-af8e-2939426053bb HTTP/1.1" status: 200 len: 913 time: 0.5333407 Sep 03 02:08:08.816050 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5417b72d-283d-43b0-ad19-3f987cdbc1f7 req-e92708a4-2756-4c2a-a539-0066218a979a tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547279 Sep 03 02:08:08.901237 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b67ae8eb-c120-4d6e-b2f2-aadb98d9ea98 req-6a0f50b4-f4d3-436e-982d-1b32669b1325 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a20e3f4-22f8-462f-b325-63a277f883c6 HTTP/1.1" status: 200 len: 217 time: 0.0840366 Sep 03 02:08:08.918607 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device abee3094-d13f-4c29-8e9d-df72d25963a3 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:08:08.932759 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:58Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'd8c09f15-656e-482b-88b4-a2982b13132c', 'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'mac_address': 'fa:16:3e:6f:da:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:53Z', 'updated_at': '2021-09-03T02:08:06Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'subnets': [{'id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:08.986546 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:09.018443 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ae8eb-c120-4d6e-b2f2-aadb98d9ea98 req-03d2764b-eb43-4a63-8723-5e994730aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:09.024852 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b67ae8eb-c120-4d6e-b2f2-aadb98d9ea98 req-03d2764b-eb43-4a63-8723-5e994730aafe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd7f03f2-81ff-441c-87ab-ac0d59c8abe1 HTTP/1.1" status: 200 len: 852 time: 0.1100347 Sep 03 02:08:09.050016 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-44893134-cb11-4e71-83b3-1b201c68592f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:09.118998 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-44893134-cb11-4e71-83b3-1b201c68592f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Network 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:08:09.126072 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-44893134-cb11-4e71-83b3-1b201c68592f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:08:09.128077 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44893134-cb11-4e71-83b3-1b201c68592f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Pushing event updated for resources: {'Port': ['ID=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:09.130786 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-44893134-cb11-4e71-83b3-1b201c68592f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:08:09.137095 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-44893134-cb11-4e71-83b3-1b201c68592f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:09.137737 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-44893134-cb11-4e71-83b3-1b201c68592f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:09.150209 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:09.179864 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b67ae8eb-c120-4d6e-b2f2-aadb98d9ea98 req-72bcfdf9-4f89-445b-b0ad-d94abcf6284e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e33bcbe-35bd-4702-af8e-2939426053bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754936 Sep 03 02:08:09.183164 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb84cb-a52d-4d14-90c2-1234bce8367a None None] The sync data for ids ['66261697-ed86-4146-91ad-6c53a07a0545'] in dv-cinder-804735-8-iscsi is: [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:58Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'd8c09f15-656e-482b-88b4-a2982b13132c', 'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'mac_address': 'fa:16:3e:6f:da:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:53Z', 'updated_at': '2021-09-03T02:08:06Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'subnets': [{'id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:08:09.189962 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=7f8f8a91-d585-4f77-8172-918c72163df8,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:09.229152 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:08:09.234157 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:08:09.254413 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-32d1112b-83d0-43e3-b3c8-79f40bea8b0f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:09.278243 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:09.286566 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port abee3094-d13f-4c29-8e9d-df72d25963a3 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:09.291383 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event updated for resources: {'Port': ['ID=3a2ee0e7-9c68-4bed-9286-bb7e4ede08f5,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:09.293761 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:08:09.305589 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:09.308673 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa994d7-ba51-4ee6-88cd-f7100b44c776 req-d88911e5-009f-4cd9-bb2c-ad16f3013905 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:09.310440 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5fa994d7-ba51-4ee6-88cd-f7100b44c776 req-d88911e5-009f-4cd9-bb2c-ad16f3013905 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 943 time: 0.2783449 Sep 03 02:08:09.424562 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-32d1112b-83d0-43e3-b3c8-79f40bea8b0f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:09.587835 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5fa994d7-ba51-4ee6-88cd-f7100b44c776 req-61b10b97-1451-47a0-a644-8b669cbcc8c2 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486844 Sep 03 02:08:09.612795 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1112b-83d0-43e3-b3c8-79f40bea8b0f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b86eb1-16f4-4ecc-af39-abae46030751,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:09.629834 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b67ae8eb-c120-4d6e-b2f2-aadb98d9ea98 req-ae3b2118-5d1a-471b-8d10-df05379cbd25 service neutron] 10.222.0.25 "GET /v2.0/networks/1e33bcbe-35bd-4702-af8e-2939426053bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330773 Sep 03 02:08:09.641886 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:09.709652 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-32d1112b-83d0-43e3-b3c8-79f40bea8b0f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:09.710125 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-44893134-cb11-4e71-83b3-1b201c68592f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0430593 Sep 03 02:08:09.710875 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-32d1112b-83d0-43e3-b3c8-79f40bea8b0f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3763273 Sep 03 02:08:09.719944 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34988) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:09.725875 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-b33d4bd3-bb02-4220-8e61-116243ab0cf2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Request body: {'security_group_rule': {'security_group_id': 'a4b86eb1-16f4-4ecc-af39-abae46030751', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:09.730179 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b67ae8eb-c120-4d6e-b2f2-aadb98d9ea98 req-b2440f4d-b839-49ba-8f01-6e21e10c224b service neutron] 10.222.0.25 "GET /v2.0/networks/1e33bcbe-35bd-4702-af8e-2939426053bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912511 Sep 03 02:08:09.885874 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Request body: {'port': {'device_id': '09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:09.927692 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b33d4bd3-bb02-4220-8e61-116243ab0cf2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:09.932419 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:09.963525 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-76cc2c51-1254-497b-96b5-94466b95c938 req-37e8f406-4b6e-4952-a774-769b5967bb16 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 210 time: 0.0551996 Sep 03 02:08:10.063783 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355dd05f-3cc0-42cc-b5aa-e3033b677cc2 req-3084bcf4-a282-4028-a1ff-4aacaeaca444 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:10.065602 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-355dd05f-3cc0-42cc-b5aa-e3033b677cc2 req-3084bcf4-a282-4028-a1ff-4aacaeaca444 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 943 time: 0.0653915 Sep 03 02:08:10.069105 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:10.132346 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-355dd05f-3cc0-42cc-b5aa-e3033b677cc2 req-176ed34e-43fb-4813-9059-3fb967add77e tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580275 Sep 03 02:08:10.217995 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b33d4bd3-bb02-4220-8e61-116243ab0cf2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:10.330299 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b33d4bd3-bb02-4220-8e61-116243ab0cf2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:10.402124 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d4bd3-bb02-4220-8e61-116243ab0cf2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fa34b5-29f6-4f37-83d0-6ac28d60e7fa,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:10.476231 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:10.494827 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b33d4bd3-bb02-4220-8e61-116243ab0cf2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:10.494827 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-b33d4bd3-bb02-4220-8e61-116243ab0cf2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7680652 Sep 03 02:08:10.496485 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35028) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:10.501741 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-fc8a3668-0eab-4dc0-b499-aca0d7d21902 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Request body: {'security_group_rule': {'security_group_id': 'a4b86eb1-16f4-4ecc-af39-abae46030751', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:10.634653 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:08:10.643847 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:10.654999 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:10.666474 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-81fb06d9-fd48-4d6f-a0a1-0a3eee8007c6 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:10.668473 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-81fb06d9-fd48-4d6f-a0a1-0a3eee8007c6 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.25 "GET /v2.0/networks?id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d HTTP/1.1" status: 200 len: 818 time: 0.1268532 Sep 03 02:08:10.669969 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Transition to ACTIVE for port object 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:08:10.686149 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-5d6a0428-9bbe-412f-b21a-46547ed1105a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Request body: {'port': {'device_id': 'e25c1007-c77e-4466-87d4-8f969e39d882', 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d', 'admin_state_up': True, 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:10.706140 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:10.727308 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event updated for resources: {'Port': ['ID=3a2ee0e7-9c68-4bed-9286-bb7e4ede08f5,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:10.757373 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:10.831850 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:10.847080 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-db1cb567-f422-4462-9a12-51734347a6f5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9673283 Sep 03 02:08:10.874034 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Pushing event updated for resources: {'Port': ['ID=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:10.891037 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fc8a3668-0eab-4dc0-b499-aca0d7d21902 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:10.922316 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Attempting to bind port 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:08:10.922739 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Attempting to bind port 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '99adb71b-1aa9-4e30-950b-fb37ce5e9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:08:10.923137 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Attempting to bind port 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 on network 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:10.927918 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Port 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 on network 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:08:10.928247 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Attempting to bind port 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 on network 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:10.944996 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:08:10.945342 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Checking segment: {'id': '99adb71b-1aa9-4e30-950b-fb37ce5e9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:08:10.945951 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Bound using segment: {'id': '99adb71b-1aa9-4e30-950b-fb37ce5e9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:08:10.946421 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Bound port: 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99adb71b-1aa9-4e30-950b-fb37ce5e9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:08:10.946789 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:10.995033 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device d8c09f15-656e-482b-88b4-a2982b13132c up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:08:11.109254 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] For port 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:08:11.117764 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] For port 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4,segment=NetworkSegment(99adb71b-1aa9-4e30-950b-fb37ce5e9ae8),segment_id=99adb71b-1aa9-4e30-950b-fb37ce5e9ae8)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:08:11.196750 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35052) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:11.203645 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:11.253090 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port d8c09f15-656e-482b-88b4-a2982b13132c completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:08:11.255332 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:11.256324 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:11.257517 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] 10.222.0.25 "PUT /v2.0/ports/7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 HTTP/1.1" status: 200 len: 1093 time: 1.3911440 Sep 03 02:08:11.257827 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76', 'tag': '7c4a3b54-e5e8-41cd-973f-7a71438d7ea4'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:08:11.262064 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port d8c09f15-656e-482b-88b4-a2982b13132c triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:11.262064 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:11.263312 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a99d40-6268-427e-86e0-2b64265d3299" -d '{"events": [{"name": "network-changed", "server_uuid": "09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76", "tag": "7c4a3b54-e5e8-41cd-973f-7a71438d7ea4"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:08:11.264753 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-5d6a0428-9bbe-412f-b21a-46547ed1105a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Made reservation on behalf of 9c4774ba8da241fbbb968a2804c02ff2 for: {'port': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:08:11.268762 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-5d6a0428-9bbe-412f-b21a-46547ed1105a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:11.303101 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715c03e-1518-451d-9dfd-ee4861c0b090 req-87d08b41-af8b-44bd-9f72-b346b2be4390 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:11.305266 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7715c03e-1518-451d-9dfd-ee4861c0b090 req-87d08b41-af8b-44bd-9f72-b346b2be4390 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 943 time: 0.6354501 Sep 03 02:08:11.313465 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6fcd0-390b-4a5a-96d4-a02047ef055f service neutron] Pushing event updated for resources: {'Port': ['ID=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:11.336987 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7e7327d6-3fcf-4726-836d-4547254a0194 req-602eff3a-f967-40a4-ba11-80431eae83c9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 210 time: 0.0858459 Sep 03 02:08:11.408666 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b1a7af0d-58ff-41be-b8c1-e1aa49f20b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:11.446846 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-d2e81506-b7a6-4a6f-8b1c-699cfff4e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:11.449295 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-d2e81506-b7a6-4a6f-8b1c-699cfff4e009 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c4774ba8da241fbbb968a2804c02ff2&device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 1096 time: 0.0943875 Sep 03 02:08:11.472832 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:11.487817 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fc8a3668-0eab-4dc0-b499-aca0d7d21902 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:11.519767 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-93186104-a95f-4db2-a9da-0812a748c276 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0564554 Sep 03 02:08:11.520453 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7715c03e-1518-451d-9dfd-ee4861c0b090 req-da51f454-b49a-4cdc-a0b7-123fded97129 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876407 Sep 03 02:08:11.525396 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port d8c09f15-656e-482b-88b4-a2982b13132c, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=d8c09f15-656e-482b-88b4-a2982b13132c,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:11.589473 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-648c3ed3-65ad-421d-a572-56fffa3e36b3 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--118435311&fields=id&tenant_id=94e74d599fbf45ffa7ed50d9acbb3629 HTTP/1.1" status: 200 len: 267 time: 0.1120260 Sep 03 02:08:11.604958 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-9be01f04-4bdd-4b7b-920f-2cf680f04bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:11.606258 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fc8a3668-0eab-4dc0-b499-aca0d7d21902 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:11.606484 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-9be01f04-4bdd-4b7b-920f-2cf680f04bf0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3deac0ad-467b-49ad-bcf6-a22944b91c56 HTTP/1.1" status: 200 len: 858 time: 0.0778337 Sep 03 02:08:11.620528 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:11.621319 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 7f8f8a91-d585-4f77-8172-918c72163df8 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:08:11.654313 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-f2ec5ecc-f5b0-481c-b27b-b9fbcef591bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355968 Sep 03 02:08:11.655611 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b1a7af0d-58ff-41be-b8c1-e1aa49f20b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:11.685760 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a3668-0eab-4dc0-b499-aca0d7d21902 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71c1d1d-1db6-43c4-b7dd-2cdb594f13a9,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:11.697168 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-5d6a0428-9bbe-412f-b21a-46547ed1105a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Allocated IP 172.20.0.7 (54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d/3deac0ad-467b-49ad-bcf6-a22944b91c56/7aa67032-b894-4142-b8ed-47222fad4682) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:08:11.731883 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b1a7af0d-58ff-41be-b8c1-e1aa49f20b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:11.737871 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=d8c09f15-656e-482b-88b4-a2982b13132c,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:11.759223 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 7f8f8a91-d585-4f77-8172-918c72163df8 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:11.759223 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:11.791306 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fce84-4903-4162-8816-2a5e986434fa req-e4fd5f5c-8e0e-4f4a-9e0d-a167617d6b74 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:11.793027 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-344fce84-4903-4162-8816-2a5e986434fa req-e4fd5f5c-8e0e-4f4a-9e0d-a167617d6b74 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 943 time: 0.1912706 Sep 03 02:08:11.824452 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-b1a7af0d-58ff-41be-b8c1-e1aa49f20b26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0d3e3e197184651bc12e83ad19c303f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6242812 Sep 03 02:08:11.826662 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35082) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:11.831130 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7af0d-58ff-41be-b8c1-e1aa49f20b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6fec3b-1cd9-4b4a-9dfd-03aafb2ed172,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:11.837552 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-e680ecf9-b318-4b0c-beaf-37560d62aa9f service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788247 Sep 03 02:08:11.845009 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fc8a3668-0eab-4dc0-b499-aca0d7d21902 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:11.847754 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-fc8a3668-0eab-4dc0-b499-aca0d7d21902 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3499951 Sep 03 02:08:11.851749 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35084) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:11.861174 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-32fe6bfe-9a98-496d-a1f6-0ad759f1b74b tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:11.868764 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-32fe6bfe-9a98-496d-a1f6-0ad759f1b74b tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/networks?id=5f5d62d3-f984-497f-a7d7-99c203568a5e HTTP/1.1" status: 200 len: 810 time: 0.2783647 Sep 03 02:08:11.876164 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Request body: {'floatingip': {'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:11.942511 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-406d3d54-8dac-4343-8dc4-23c4066f0ec0 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/quotas/94e74d599fbf45ffa7ed50d9acbb3629 HTTP/1.1" status: 200 len: 375 time: 0.0728087 Sep 03 02:08:11.954343 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9eaf2f89-c319-41de-a08f-85492ddb080c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:11.990569 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9eaf2f89-c319-41de-a08f-85492ddb080c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:11.999725 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b737541e-8af9-47c4-909b-0b8d4960fe81 req-420c4fff-fbba-4d73-aa5a-aac30718d4ca service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549897 Sep 03 02:08:12.014096 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-344fce84-4903-4162-8816-2a5e986434fa req-894894f1-b418-49ed-ac02-f6a044ebc69b tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069314 Sep 03 02:08:12.079906 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe90f63b-1ba9-4cc9-8b2b-e276e928c28d x-openstack-request-id: req-fe90f63b-1ba9-4cc9-8b2b-e276e928c28d {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:08:12.080208 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76", "tag": "7c4a3b54-e5e8-41cd-973f-7a71438d7ea4", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:08:12.080469 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe90f63b-1ba9-4cc9-8b2b-e276e928c28d {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:08:12.080985 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76', 'tag': '7c4a3b54-e5e8-41cd-973f-7a71438d7ea4', 'status': 'completed', 'code': 200} Sep 03 02:08:12.084308 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-116b2b58-3941-4588-9525-ee1bbd6fb4a9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94e74d599fbf45ffa7ed50d9acbb3629&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1409154 Sep 03 02:08:12.089392 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-5d6a0428-9bbe-412f-b21a-46547ed1105a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:12.122388 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for floatingip, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:12.172038 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9eaf2f89-c319-41de-a08f-85492ddb080c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:12.174519 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9eaf2f89-c319-41de-a08f-85492ddb080c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:12.177979 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-9eaf2f89-c319-41de-a08f-85492ddb080c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b6fec3b-1cd9-4b4a-9dfd-03aafb2ed172 HTTP/1.1" status: 204 len: 168 time: 0.3500812 Sep 03 02:08:12.188860 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf2f89-c319-41de-a08f-85492ddb080c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6fec3b-1cd9-4b4a-9dfd-03aafb2ed172,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:12.216631 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a99d40-6268-427e-86e0-2b64265d3299 req-6b09794f-c46b-4fa8-86d3-b2972c007ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:12.223347 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-33a99d40-6268-427e-86e0-2b64265d3299 req-6b09794f-c46b-4fa8-86d3-b2972c007ba9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c4774ba8da241fbbb968a2804c02ff2&device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 1096 time: 0.0824127 Sep 03 02:08:12.264437 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:08:12.301836 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-e817eb0a-d5af-434b-bf24-d7d9c91ab8c0 service neutron] 10.222.0.21 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006614 Sep 03 02:08:12.349613 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-5d6a0428-9bbe-412f-b21a-46547ed1105a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:12.366299 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a99d40-6268-427e-86e0-2b64265d3299 req-13d45e10-a6c6-4a9a-bb0e-a72bbe884e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:12.370385 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-33a99d40-6268-427e-86e0-2b64265d3299 req-13d45e10-a6c6-4a9a-bb0e-a72bbe884e34 service neutron] 10.222.0.25 "GET /v2.0/networks?id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d HTTP/1.1" status: 200 len: 919 time: 0.1363552 Sep 03 02:08:12.421826 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-33a99d40-6268-427e-86e0-2b64265d3299 req-72b54bfc-9ae8-46b8-906f-98e3cf8424de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0462656 Sep 03 02:08:12.473539 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-5d6a0428-9bbe-412f-b21a-46547ed1105a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Network 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:08:12.474586 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a99d40-6268-427e-86e0-2b64265d3299 req-33c995e3-4453-4796-9697-b9a16b9534e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:12.476786 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-33a99d40-6268-427e-86e0-2b64265d3299 req-33c995e3-4453-4796-9697-b9a16b9534e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3deac0ad-467b-49ad-bcf6-a22944b91c56 HTTP/1.1" status: 200 len: 858 time: 0.0470908 Sep 03 02:08:12.487910 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-5d6a0428-9bbe-412f-b21a-46547ed1105a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:08:12.496838 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-5d6a0428-9bbe-412f-b21a-46547ed1105a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:08:12.502386 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-5d6a0428-9bbe-412f-b21a-46547ed1105a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:12.503018 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-5d6a0428-9bbe-412f-b21a-46547ed1105a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for port, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:12.506474 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a0428-9bbe-412f-b21a-46547ed1105a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Pushing event updated for resources: {'Port': ['ID=7aa67032-b894-4142-b8ed-47222fad4682,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:12.513634 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-33a99d40-6268-427e-86e0-2b64265d3299 req-9a225a9b-d7a3-4e88-bd16-fb82e0db145a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290723 Sep 03 02:08:12.536903 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:12.541011 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-23cdd3db-f3bd-4750-a5aa-7051bb5ccd00 service neutron] 10.222.0.21 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260199 Sep 03 02:08:12.556594 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86e2ce-3a3c-4842-8668-e89643dfb153 req-ec46f00c-ca0a-409e-898c-e4913b141999 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:12.558097 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0e86e2ce-3a3c-4842-8668-e89643dfb153 req-ec46f00c-ca0a-409e-898c-e4913b141999 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 931 time: 0.1296978 Sep 03 02:08:12.631730 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-5d6a0428-9bbe-412f-b21a-46547ed1105a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9506409 Sep 03 02:08:12.632675 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-33a99d40-6268-427e-86e0-2b64265d3299 req-f8dfbd1c-afa2-4d5c-8962-4fdebed79853 service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109471 Sep 03 02:08:12.643909 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0e86e2ce-3a3c-4842-8668-e89643dfb153 req-77213158-b644-4d4f-b83f-556427a138d1 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536933 Sep 03 02:08:12.652532 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Request body: {'port': {'device_id': 'e25c1007-c77e-4466-87d4-8f969e39d882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:12.752222 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-33a99d40-6268-427e-86e0-2b64265d3299 req-d244be1f-5251-402c-bea0-d5e6c1af450f service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047273 Sep 03 02:08:12.842132 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device d8c09f15-656e-482b-88b4-a2982b13132c up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:08:12.856326 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Allocated IP 172.27.0.130 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/a5d5e9a8-3bb0-4d88-a45e-a92e0fca182c) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:08:12.868319 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554497ef-e364-439d-a6e8-2651f0454c20 req-d1036f41-f00d-4aca-b57b-37d8d409d828 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:12.869848 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-554497ef-e364-439d-a6e8-2651f0454c20 req-d1036f41-f00d-4aca-b57b-37d8d409d828 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 943 time: 0.1332352 Sep 03 02:08:12.870934 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:12.931977 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port d8c09f15-656e-482b-88b4-a2982b13132c triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:12.932683 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.016637 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6814bffb-9226-4966-a743-f294d45c613f req-ce49b4c3-5a8b-47d5-b1bf-68680ce2cf73 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 210 time: 0.1206887 Sep 03 02:08:13.078995 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-554497ef-e364-439d-a6e8-2651f0454c20 req-7e56f5f9-ddb1-406a-9418-3b6fee92464a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915805 Sep 03 02:08:13.224814 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35138) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:13.226922 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb84a37-a06a-4ac3-8a1d-80f16694751b req-fcc45db8-0b09-4927-953e-686a80717ff7 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:13.228391 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5cb84a37-a06a-4ac3-8a1d-80f16694751b req-fcc45db8-0b09-4927-953e-686a80717ff7 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 943 time: 0.1379354 Sep 03 02:08:13.239445 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8209ca13-aa95-422d-9e0a-be3f04beede4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.245594 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.308736 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5cb84a37-a06a-4ac3-8a1d-80f16694751b req-a6304ff4-4be9-4970-886b-f93e0b6ad776 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702510 Sep 03 02:08:13.352373 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8209ca13-aa95-422d-9e0a-be3f04beede4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.422956 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8209ca13-aa95-422d-9e0a-be3f04beede4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.448890 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa67032-b894-4142-b8ed-47222fad4682 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:08:13.456628 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.460212 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.474615 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-8209ca13-aa95-422d-9e0a-be3f04beede4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0d0bc6c0b924bf183f9fb746a8ce739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486553 Sep 03 02:08:13.476639 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209ca13-aa95-422d-9e0a-be3f04beede4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cd4f5b-2c98-457d-98b4-edb0950560db,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:13.478960 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35148) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:13.513585 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:08:13.516256 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Transition to ACTIVE for port object 7aa67032-b894-4142-b8ed-47222fad4682 will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:08:13.519210 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:08:13.522761 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:08:13.535857 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event updated for resources: {'Port': ['ID=a5d5e9a8-3bb0-4d88-a45e-a92e0fca182c,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:13.557219 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3b7999ed-d745-4907-a818-51bad566882e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.580546 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3b7999ed-d745-4907-a818-51bad566882e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.603771 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.613031 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35152) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:13.629167 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.688194 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa67032-b894-4142-b8ed-47222fad4682,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:13.737329 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3b7999ed-d745-4907-a818-51bad566882e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.740595 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3b7999ed-d745-4907-a818-51bad566882e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.741772 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-3b7999ed-d745-4907-a818-51bad566882e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6cd4f5b-2c98-457d-98b4-edb0950560db HTTP/1.1" status: 204 len: 168 time: 0.2505600 Sep 03 02:08:13.761085 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-840f6b3d-c69f-4b12-a587-cd81f41698b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.763201 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7999ed-d745-4907-a818-51bad566882e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cd4f5b-2c98-457d-98b4-edb0950560db,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:13.874213 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-840f6b3d-c69f-4b12-a587-cd81f41698b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.923950 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Attempting to bind port 7aa67032-b894-4142-b8ed-47222fad4682 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:08:13.924340 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Attempting to bind port 7aa67032-b894-4142-b8ed-47222fad4682 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '99adb71b-1aa9-4e30-950b-fb37ce5e9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:08:13.924685 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Attempting to bind port 7aa67032-b894-4142-b8ed-47222fad4682 on network 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:13.935443 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Port 7aa67032-b894-4142-b8ed-47222fad4682 on network 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:08:13.935773 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Attempting to bind port 7aa67032-b894-4142-b8ed-47222fad4682 on network 54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:13.939585 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.962989 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:08:13.963369 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Checking segment: {'id': '99adb71b-1aa9-4e30-950b-fb37ce5e9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:08:13.963763 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Bound using segment: {'id': '99adb71b-1aa9-4e30-950b-fb37ce5e9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:08:13.964254 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Bound port: 7aa67032-b894-4142-b8ed-47222fad4682, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99adb71b-1aa9-4e30-950b-fb37ce5e9ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:08:13.964616 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:13.972253 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-840f6b3d-c69f-4b12-a587-cd81f41698b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.001808 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f9e88-b976-4a6f-b0ad-c76ae2b404da req-7af3c7fb-e8f9-47d3-9e0c-bf6c2d425baf tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:14.003649 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ec2f9e88-b976-4a6f-b0ad-c76ae2b404da req-7af3c7fb-e8f9-47d3-9e0c-bf6c2d425baf tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 943 time: 0.1308823 Sep 03 02:08:14.018169 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-840f6b3d-c69f-4b12-a587-cd81f41698b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5bf6c9b8eb014c99a27185ade7f566ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033318 Sep 03 02:08:14.022279 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35162) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:14.053395 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f6b3d-c69f-4b12-a587-cd81f41698b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d505e1c1-98b3-4fac-b22d-f37aec47ace7,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:14.116938 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0648642e-d149-46ba-bec4-cfa3025602aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.128566 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35170) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:14.154751 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ec2f9e88-b976-4a6f-b0ad-c76ae2b404da req-9b4dd1c6-7b65-4ded-b64e-2d334584b36a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203268 Sep 03 02:08:14.163241 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] For port 7aa67032-b894-4142-b8ed-47222fad4682, host hv-cinder-80473, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:08:14.172682 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0648642e-d149-46ba-bec4-cfa3025602aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.220487 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bcf70994-19b9-4ed8-ada0-6d77a4a4d248 req-d069d847-c2a9-43b5-8a42-495f259a0ede tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 210 time: 0.0612533 Sep 03 02:08:14.225546 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] For port 7aa67032-b894-4142-b8ed-47222fad4682, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7aa67032-b894-4142-b8ed-47222fad4682,segment=NetworkSegment(99adb71b-1aa9-4e30-950b-fb37ce5e9ae8),segment_id=99adb71b-1aa9-4e30-950b-fb37ce5e9ae8)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:08:14.300602 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c1b52771-fd96-4265-97b3-2a695529e01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.315262 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.326298 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.334521 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0648642e-d149-46ba-bec4-cfa3025602aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.337204 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0648642e-d149-46ba-bec4-cfa3025602aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.341132 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-0648642e-d149-46ba-bec4-cfa3025602aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d505e1c1-98b3-4fac-b22d-f37aec47ace7 HTTP/1.1" status: 204 len: 168 time: 0.3150439 Sep 03 02:08:14.356804 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648642e-d149-46ba-bec4-cfa3025602aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d505e1c1-98b3-4fac-b22d-f37aec47ace7,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:14.391789 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:14.392935 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for port, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.394571 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] 10.222.0.25 "PUT /v2.0/ports/7aa67032-b894-4142-b8ed-47222fad4682 HTTP/1.1" status: 200 len: 1093 time: 1.7463856 Sep 03 02:08:14.399403 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25c1007-c77e-4466-87d4-8f969e39d882', 'tag': '7aa67032-b894-4142-b8ed-47222fad4682'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:08:14.402705 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96ad087-7ef8-4349-a444-e7c617df25c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e25c1007-c77e-4466-87d4-8f969e39d882", "tag": "7aa67032-b894-4142-b8ed-47222fad4682"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:08:14.433250 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8dd03-89b3-4076-ba06-57994135e8df req-e12f595c-3462-46df-9173-e89c9b55c5fe tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:14.440527 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0ce8dd03-89b3-4076-ba06-57994135e8df req-e12f595c-3462-46df-9173-e89c9b55c5fe tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 943 time: 0.1710236 Sep 03 02:08:14.454994 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c1b52771-fd96-4265-97b3-2a695529e01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.458690 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.466162 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 49b8bb00-2daf-4930-b7b3-262293cfd5d6 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:08:14.500413 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.502917 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f60d0-7b69-4f01-85c2-8a352e203417 service neutron] Pushing event updated for resources: {'Port': ['ID=7aa67032-b894-4142-b8ed-47222fad4682,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:14.588089 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c1b52771-fd96-4265-97b3-2a695529e01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.595511 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0ce8dd03-89b3-4076-ba06-57994135e8df req-6818a0b8-b56e-4b3f-91ee-9c00831f67ac tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540258 Sep 03 02:08:14.605389 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 49b8bb00-2daf-4930-b7b3-262293cfd5d6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=49b8bb00-2daf-4930-b7b3-262293cfd5d6,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:14.607348 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aac868-6161-42f8-b077-41242bd92469 req-fdb44569-14a1-42d2-8f2d-a076ff68b7da tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:14.614441 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-03aac868-6161-42f8-b077-41242bd92469 req-fdb44569-14a1-42d2-8f2d-a076ff68b7da tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 943 time: 0.2160892 Sep 03 02:08:14.639166 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event updated for resources: {'Port': ['ID=a5d5e9a8-3bb0-4d88-a45e-a92e0fca182c,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:14.641958 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': '49b8bb00-2daf-4930-b7b3-262293cfd5d6', 'network_id': '5839703f-da91-4018-9264-b1db6c66915b', 'port_id': '49b8bb00-2daf-4930-b7b3-262293cfd5d6', 'mac_address': 'fa:16:3e:26:02:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971c703e-f3c5-4742-a735-4a218bd442de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:08:14.649009 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b52771-fd96-4265-97b3-2a695529e01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d66949c-e880-4b7b-978b-3a398851a68e,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:14.649836 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-f5b448ad-c445-4063-a5ca-41fa0e7e6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:14.651774 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-f5b448ad-c445-4063-a5ca-41fa0e7e6536 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c4774ba8da241fbbb968a2804c02ff2&device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 1096 time: 0.1534719 Sep 03 02:08:14.656603 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35190) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:14.660613 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-c1b52771-fd96-4265-97b3-2a695529e01d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa9a0e955354465aa60fbc83346c3d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5298004 Sep 03 02:08:14.708268 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.712568 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.713786 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-14035caf-c60b-4e6c-a0a3-c96618f25980 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8599656 Sep 03 02:08:14.718000 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e82834-10c2-4b94-bfab-9c837de79f4f x-openstack-request-id: req-61e82834-10c2-4b94-bfab-9c837de79f4f {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:08:14.718290 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25c1007-c77e-4466-87d4-8f969e39d882", "tag": "7aa67032-b894-4142-b8ed-47222fad4682", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:08:14.718547 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61e82834-10c2-4b94-bfab-9c837de79f4f {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:08:14.718933 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e25c1007-c77e-4466-87d4-8f969e39d882', 'tag': '7aa67032-b894-4142-b8ed-47222fad4682', 'status': 'completed', 'code': 200} Sep 03 02:08:14.722606 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b8bb00-2daf-4930-b7b3-262293cfd5d6 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:08:14.727800 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-03aac868-6161-42f8-b077-41242bd92469 req-6d1e1b5a-bb6b-4ae0-952e-39f5d7f96552 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119716 Sep 03 02:08:14.737491 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-66c9ba4a-5b46-488d-ab62-d2dc3f1e89df service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aa67032-b894-4142-b8ed-47222fad4682 HTTP/1.1" status: 200 len: 217 time: 0.0662470 Sep 03 02:08:14.763362 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 49b8bb00-2daf-4930-b7b3-262293cfd5d6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=49b8bb00-2daf-4930-b7b3-262293cfd5d6,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:14.820919 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b2783567-9941-4265-99f0-dfb091d6aac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.834053 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-767066ed-5ee1-4dff-8e12-56170fe24aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:14.835673 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-767066ed-5ee1-4dff-8e12-56170fe24aa9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3deac0ad-467b-49ad-bcf6-a22944b91c56 HTTP/1.1" status: 200 len: 858 time: 0.0765309 Sep 03 02:08:14.842005 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.842005 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:08:14.844388 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b2783567-9941-4265-99f0-dfb091d6aac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:14.878654 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-2369e9c4-0e49-470c-995b-134d04b0626e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319932 Sep 03 02:08:14.933731 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=49b8bb00-2daf-4930-b7b3-262293cfd5d6,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:15.001777 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4,segment=NetworkSegment(99adb71b-1aa9-4e30-950b-fb37ce5e9ae8),segment_id=99adb71b-1aa9-4e30-950b-fb37ce5e9ae8)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:15.013283 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': '7c4a3b54-e5e8-41cd-973f-7a71438d7ea4', 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d', 'port_id': '7c4a3b54-e5e8-41cd-973f-7a71438d7ea4', 'mac_address': 'fa:16:3e:e8:da:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3deac0ad-467b-49ad-bcf6-a22944b91c56', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:08:15.020515 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-fe267eb4-9e73-4f54-9fed-9264ca947aa9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2140618723&fields=id&tenant_id=4715a94c48a743b08204df2edcd05ea5 HTTP/1.1" status: 200 len: 267 time: 0.0829651 Sep 03 02:08:15.069678 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:15.076340 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-707c1a1d-2eb5-422d-a2b5-fd68f359366f service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860304 Sep 03 02:08:15.094970 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:08:15.120943 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4,segment=NetworkSegment(99adb71b-1aa9-4e30-950b-fb37ce5e9ae8),segment_id=99adb71b-1aa9-4e30-950b-fb37ce5e9ae8)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:15.150749 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b2783567-9941-4265-99f0-dfb091d6aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:15.153160 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b2783567-9941-4265-99f0-dfb091d6aac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:15.154273 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-b2783567-9941-4265-99f0-dfb091d6aac3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d66949c-e880-4b7b-978b-3a398851a68e HTTP/1.1" status: 204 len: 168 time: 0.4969227 Sep 03 02:08:15.190502 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-b5ce74da-a339-462f-9db9-a5b8a8df155c tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:15.193398 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-b5ce74da-a339-462f-9db9-a5b8a8df155c tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.25 "GET /v2.0/networks?id=5f5d62d3-f984-497f-a7d7-99c203568a5e HTTP/1.1" status: 200 len: 810 time: 0.1546571 Sep 03 02:08:15.209956 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2783567-9941-4265-99f0-dfb091d6aac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d66949c-e880-4b7b-978b-3a398851a68e,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:15.235240 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:15.237448 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 3a20e3f4-22f8-462f-b325-63a277f883c6 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:08:15.247788 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-2f3d5361-db54-46cb-90e8-d0516c99066f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:15.255074 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-2f3d5361-db54-46cb-90e8-d0516c99066f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 817 time: 0.2234797 Sep 03 02:08:15.267930 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16ee4504-ec79-479b-8e0e-5ab527dc8cdd req-e652d2df-482e-42b1-8074-4f47b29b29d7 service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844156 Sep 03 02:08:15.276323 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-1404e215-a5e1-4c64-896c-92a8a2d5463a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/quotas/4715a94c48a743b08204df2edcd05ea5 HTTP/1.1" status: 200 len: 375 time: 0.0203056 Sep 03 02:08:15.285758 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35220) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:15.315910 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7c928095-7a1b-4e11-9895-5ce291b9f2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:15.321375 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-c619577d-87f4-4ff8-a35c-7622740130d2 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94e74d599fbf45ffa7ed50d9acbb3629 HTTP/1.1" status: 200 len: 379 time: 0.1190040 Sep 03 02:08:15.331524 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-6c287356-7beb-4d94-9bd4-4e936ad8c4cd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Request body: {'port': {'device_id': '98f91c8f-7695-4938-a988-6e69193f95e3', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'admin_state_up': True, 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'security_groups': ['e08c02f9-873a-4964-8c94-481c9d0e4509']}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:15.402677 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:15.419911 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-6d91697b-96e3-4405-beab-9702f2dfc4fc tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1426315 Sep 03 02:08:15.474477 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cf789-a710-4e09-a5a6-35113050c4fb req-5b463081-681a-4365-af0d-20fa4c0c3b96 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:15.476021 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-322cf789-a710-4e09-a5a6-35113050c4fb req-5b463081-681a-4365-af0d-20fa4c0c3b96 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 943 time: 0.1575365 Sep 03 02:08:15.539158 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 3a20e3f4-22f8-462f-b325-63a277f883c6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a20e3f4-22f8-462f-b325-63a277f883c6,segment=NetworkSegment(cffcd1ab-e79c-4577-898f-675112edde83),segment_id=cffcd1ab-e79c-4577-898f-675112edde83)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:15.550482 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': '3a20e3f4-22f8-462f-b325-63a277f883c6', 'network_id': '1e33bcbe-35bd-4702-af8e-2939426053bb', 'port_id': '3a20e3f4-22f8-462f-b325-63a277f883c6', 'mac_address': 'fa:16:3e:58:6a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7f03f2-81ff-441c-87ab-ac0d59c8abe1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:08:15.590252 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:15.595038 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-322cf789-a710-4e09-a5a6-35113050c4fb req-5ddb6914-79aa-4925-8de0-278a41f7dea8 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071706 Sep 03 02:08:15.596830 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ad087-7ef8-4349-a444-e7c617df25c7 req-5a728197-e540-420b-9226-15bdd1b793a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:15.598223 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d96ad087-7ef8-4349-a444-e7c617df25c7 req-5a728197-e540-420b-9226-15bdd1b793a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c4774ba8da241fbbb968a2804c02ff2&device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 1096 time: 0.1743393 Sep 03 02:08:15.606496 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a20e3f4-22f8-462f-b325-63a277f883c6 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:08:15.629464 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 3a20e3f4-22f8-462f-b325-63a277f883c6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a20e3f4-22f8-462f-b325-63a277f883c6,segment=NetworkSegment(cffcd1ab-e79c-4577-898f-675112edde83),segment_id=cffcd1ab-e79c-4577-898f-675112edde83)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:15.657056 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-1d3d6bf0-19c8-49df-94bd-3002881831d7 service neutron] 10.222.0.21 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140522 Sep 03 02:08:15.703067 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:15.755402 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=3a20e3f4-22f8-462f-b325-63a277f883c6,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:15.769567 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c178537e-1d82-4070-aaec-424600fd2fcc req-95462b38-81f4-4788-82dc-f0fad2cf0882 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 210 time: 0.0785615 Sep 03 02:08:15.794420 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7c928095-7a1b-4e11-9895-5ce291b9f2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:15.869628 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ad087-7ef8-4349-a444-e7c617df25c7 req-09c041df-0d6e-4ca2-992b-5a2ab85b2364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:15.871074 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d96ad087-7ef8-4349-a444-e7c617df25c7 req-09c041df-0d6e-4ca2-992b-5a2ab85b2364 service neutron] 10.222.0.25 "GET /v2.0/networks?id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d HTTP/1.1" status: 200 len: 919 time: 0.2648959 Sep 03 02:08:16.057339 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['49b8bb00-2daf-4930-b7b3-262293cfd5d6'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:08:16.057797 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7c928095-7a1b-4e11-9895-5ce291b9f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:16.085864 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-6c287356-7beb-4d94-9bd4-4e936ad8c4cd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Made reservation on behalf of 94e74d599fbf45ffa7ed50d9acbb3629 for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:08:16.089364 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-3c3f8056-9e43-4ffb-900e-5b16e76a55b8 service neutron] 10.222.0.21 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315717 Sep 03 02:08:16.090474 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-6c287356-7beb-4d94-9bd4-4e936ad8c4cd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:16.100018 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['3a20e3f4-22f8-462f-b325-63a277f883c6'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:08:16.107308 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d96ad087-7ef8-4349-a444-e7c617df25c7 req-d66d3c2d-89d2-465d-8966-39b340f05601 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aa67032-b894-4142-b8ed-47222fad4682 HTTP/1.1" status: 200 len: 217 time: 0.2239745 Sep 03 02:08:16.110323 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['7c4a3b54-e5e8-41cd-973f-7a71438d7ea4'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:08:16.165564 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c811d7f-b63a-4aa7-9614-bbb49b857e2a req-f8b53dda-38ee-4408-a1eb-85e83b0033b3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:16.172853 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9c811d7f-b63a-4aa7-9614-bbb49b857e2a req-f8b53dda-38ee-4408-a1eb-85e83b0033b3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 944 time: 0.3415337 Sep 03 02:08:16.178103 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c928095-7a1b-4e11-9895-5ce291b9f2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1421a8f-c490-40d0-bab5-dd085d8ec03b,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:16.185350 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-7c928095-7a1b-4e11-9895-5ce291b9f2ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f6a58d6446c4cc49665de89d6255191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8954000 Sep 03 02:08:16.193603 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35240) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:16.237486 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ad087-7ef8-4349-a444-e7c617df25c7 req-b823dd90-5a37-4e45-ba80-38061e7f32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:16.238930 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d96ad087-7ef8-4349-a444-e7c617df25c7 req-b823dd90-5a37-4e45-ba80-38061e7f32d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3deac0ad-467b-49ad-bcf6-a22944b91c56 HTTP/1.1" status: 200 len: 858 time: 0.1166205 Sep 03 02:08:16.287352 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d96ad087-7ef8-4349-a444-e7c617df25c7 req-391a6080-0643-472d-91c4-95ac81654d14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351923 Sep 03 02:08:16.301994 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9c811d7f-b63a-4aa7-9614-bbb49b857e2a req-8ed6ffb4-f851-4c4a-b1a6-d478dee89b8b tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237187 Sep 03 02:08:16.398791 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35242) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:16.419096 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-60c0836c-2136-4f0f-8bfe-7b3251004fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:16.498712 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fa0f0d67-65e1-4b9b-8caa-937339f9b9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:16.561745 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-60c0836c-2136-4f0f-8bfe-7b3251004fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:16.623123 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-051e3340-8285-4831-bca6-4a46085cf170 req-fa39667a-ad73-4100-86db-f972f03c19ae tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0565715 Sep 03 02:08:16.638912 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d96ad087-7ef8-4349-a444-e7c617df25c7 req-b58a4cf9-55ce-4945-a5b3-494991043b5e service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357325 Sep 03 02:08:16.640445 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-6c287356-7beb-4d94-9bd4-4e936ad8c4cd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Allocated IP 172.20.0.8 (5f5d62d3-f984-497f-a7d7-99c203568a5e/50fd8023-c68b-42eb-8463-7db7e38159bc/013ac6ed-dfee-428c-8d9a-b1c8c1da6f98) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:08:16.676504 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9e1d5-9ecc-4b40-a82b-ccfffbd64a6a req-008bc6ce-e5ab-4b31-94c2-0dc35eac76cd tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:16.684362 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-64c9e1d5-9ecc-4b40-a82b-ccfffbd64a6a req-008bc6ce-e5ab-4b31-94c2-0dc35eac76cd tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 944 time: 0.2693918 Sep 03 02:08:16.805580 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-64c9e1d5-9ecc-4b40-a82b-ccfffbd64a6a req-1a23fc4b-71c2-4596-8087-23c4aee745db tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203477 Sep 03 02:08:16.854659 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-6c287356-7beb-4d94-9bd4-4e936ad8c4cd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:16.855789 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d96ad087-7ef8-4349-a444-e7c617df25c7 req-b5659903-e17d-41d8-a3ad-e4d4f30b423b service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970203 Sep 03 02:08:16.863450 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0443928-657f-410b-b97b-d0c4dfe3f382 req-0874db77-96d5-4bac-a91d-02126c8ccda6 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:16.865567 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f0443928-657f-410b-b97b-d0c4dfe3f382 req-0874db77-96d5-4bac-a91d-02126c8ccda6 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 943 time: 0.1016884 Sep 03 02:08:16.883385 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-6c287356-7beb-4d94-9bd4-4e936ad8c4cd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Transition to ACTIVE for port object 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 will not be triggered until provisioned by entity DHCP. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:08:16.884707 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-60c0836c-2136-4f0f-8bfe-7b3251004fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:16.887165 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-60c0836c-2136-4f0f-8bfe-7b3251004fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:16.888266 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-60c0836c-2136-4f0f-8bfe-7b3251004fd1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1421a8f-c490-40d0-bab5-dd085d8ec03b HTTP/1.1" status: 204 len: 168 time: 0.6929629 Sep 03 02:08:16.938817 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4d556092-8c5a-4010-88be-5558864e8fef req-34b2b0d5-6d36-4dce-9f71-17637c3f3e01 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 210 time: 0.0579002 Sep 03 02:08:16.941745 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0836c-2136-4f0f-8bfe-7b3251004fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1421a8f-c490-40d0-bab5-dd085d8ec03b,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:16.972262 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f0443928-657f-410b-b97b-d0c4dfe3f382 req-32de7dc3-71f1-40d6-8e04-d549166007f3 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878966 Sep 03 02:08:16.990400 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-6c287356-7beb-4d94-9bd4-4e936ad8c4cd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:17.014260 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fa0f0d67-65e1-4b9b-8caa-937339f9b9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:17.045419 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-6c287356-7beb-4d94-9bd4-4e936ad8c4cd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Network 5f5d62d3-f984-497f-a7d7-99c203568a5e is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:08:17.048723 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-6c287356-7beb-4d94-9bd4-4e936ad8c4cd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:08:17.052923 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-6c287356-7beb-4d94-9bd4-4e936ad8c4cd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:08:17.061987 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-6c287356-7beb-4d94-9bd4-4e936ad8c4cd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:17.066312 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-6c287356-7beb-4d94-9bd4-4e936ad8c4cd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:17.077361 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c287356-7beb-4d94-9bd4-4e936ad8c4cd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event updated for resources: {'Port': ['ID=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:17.138691 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fa0f0d67-65e1-4b9b-8caa-937339f9b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:17.187412 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-fa0f0d67-65e1-4b9b-8caa-937339f9b9bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff526f0299e943b98174815f71fd63a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7874792 Sep 03 02:08:17.190132 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35276) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:17.195486 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f0d67-65e1-4b9b-8caa-937339f9b9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d5eba1-a1c0-4a30-aaf4-8a9fd17fd3de,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:17.236259 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-6c287356-7beb-4d94-9bd4-4e936ad8c4cd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9089255 Sep 03 02:08:17.248419 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Request body: {'port': {'device_id': '98f91c8f-7695-4938-a988-6e69193f95e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:17.272919 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-eddcd8ea-5d38-4cd1-96ec-2aa5ff8f7d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:17.329047 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-eddcd8ea-5d38-4cd1-96ec-2aa5ff8f7d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:17.344898 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:17.400126 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-129191ed-d9bd-4d59-b7d6-3799cdb0ff7c None None] Provisioning for port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:08:17.409834 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-129191ed-d9bd-4d59-b7d6-3799cdb0ff7c None None] Provisioning complete for port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:17.410542 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-129191ed-d9bd-4d59-b7d6-3799cdb0ff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:17.442586 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9cc4c-bc06-42cb-b317-13cfb7207eea req-b39231db-d6f0-45ae-94d1-2b13a396a037 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:17.445231 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-afe9cc4c-bc06-42cb-b317-13cfb7207eea req-b39231db-d6f0-45ae-94d1-2b13a396a037 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 944 time: 0.0613527 Sep 03 02:08:17.463588 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-129191ed-d9bd-4d59-b7d6-3799cdb0ff7c None None] Port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:08:17.489665 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-afe9cc4c-bc06-42cb-b317-13cfb7207eea req-8dc97bc4-43a1-4c61-9338-533e08bfb48c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380588 Sep 03 02:08:17.575964 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-eddcd8ea-5d38-4cd1-96ec-2aa5ff8f7d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:17.578555 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-eddcd8ea-5d38-4cd1-96ec-2aa5ff8f7d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:17.579690 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-eddcd8ea-5d38-4cd1-96ec-2aa5ff8f7d78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5d5eba1-a1c0-4a30-aaf4-8a9fd17fd3de HTTP/1.1" status: 204 len: 168 time: 0.3885312 Sep 03 02:08:17.592419 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcd8ea-5d38-4cd1-96ec-2aa5ff8f7d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d5eba1-a1c0-4a30-aaf4-8a9fd17fd3de,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:17.675932 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:08:17.686125 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:17.701281 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Transition to ACTIVE for port object 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:08:17.741341 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c0635ffe-0de7-46c3-bb57-fdb6e3585311 req-62f5d16f-2a4d-4b7c-83d6-86b66b838610 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0292034 Sep 03 02:08:17.794422 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:17.856050 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Pushing event updated for resources: {'Port': ['ID=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:17.904740 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Attempting to bind port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:08:17.905095 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Attempting to bind port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:08:17.905430 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Attempting to bind port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 on network 5f5d62d3-f984-497f-a7d7-99c203568a5e {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:17.914099 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 on network 5f5d62d3-f984-497f-a7d7-99c203568a5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:08:17.914509 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Attempting to bind port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 on network 5f5d62d3-f984-497f-a7d7-99c203568a5e {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:17.921740 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:08:17.922117 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Checking segment: {'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:08:17.922515 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Bound using segment: {'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:08:17.922957 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Bound port: 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:08:17.923397 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:18.016669 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] For port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:08:18.020914 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] For port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:08:18.046544 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c419b-0ffc-4312-9797-9b145eb75ddf req-d2556f9d-e27f-4ca3-9b76-5db5ba395f67 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:18.065813 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7c1c419b-0ffc-4312-9797-9b145eb75ddf req-d2556f9d-e27f-4ca3-9b76-5db5ba395f67 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 944 time: 0.1211100 Sep 03 02:08:18.086957 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:18.144597 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:18.145239 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:18.146664 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] 10.222.0.25 "PUT /v2.0/ports/013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 HTTP/1.1" status: 200 len: 1093 time: 0.9026394 Sep 03 02:08:18.147142 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f91c8f-7695-4938-a988-6e69193f95e3', 'tag': '013ac6ed-dfee-428c-8d9a-b1c8c1da6f98'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:08:18.149441 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d153f7-0b19-4e1f-bb6b-a6615a51aba9" -d '{"events": [{"name": "network-changed", "server_uuid": "98f91c8f-7695-4938-a988-6e69193f95e3", "tag": "013ac6ed-dfee-428c-8d9a-b1c8c1da6f98"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:08:18.192010 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab933f-dcb0-467b-85ee-494a9c12fa3f service neutron] Pushing event updated for resources: {'Port': ['ID=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:18.192189 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7c1c419b-0ffc-4312-9797-9b145eb75ddf req-36608853-2916-4aa7-9a28-baecc77d68a3 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242645 Sep 03 02:08:18.217987 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf42497-d957-4a46-9436-0457551c0e2a req-39887c69-8c0d-4483-a14b-b82dd9ddca14 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:18.224109 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8cf42497-d957-4a46-9436-0457551c0e2a req-39887c69-8c0d-4483-a14b-b82dd9ddca14 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 943 time: 0.1501374 Sep 03 02:08:18.265437 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8cf42497-d957-4a46-9436-0457551c0e2a req-4e761ede-b1cb-4df8-8d73-30fa2b5dc3ec tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374508 Sep 03 02:08:18.342843 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a8d66-4006-4fad-a0e0-5b9ef48f029e req-40da6fd2-925f-4689-b929-58aa3fa27e69 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:18.346017 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d60acc-6b0a-4425-96bc-87550ad3e12a x-openstack-request-id: req-e9d60acc-6b0a-4425-96bc-87550ad3e12a {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:08:18.346411 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f91c8f-7695-4938-a988-6e69193f95e3", "tag": "013ac6ed-dfee-428c-8d9a-b1c8c1da6f98", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:08:18.346816 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9d60acc-6b0a-4425-96bc-87550ad3e12a {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:08:18.347193 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f91c8f-7695-4938-a988-6e69193f95e3', 'tag': '013ac6ed-dfee-428c-8d9a-b1c8c1da6f98', 'status': 'completed', 'code': 200} Sep 03 02:08:18.350943 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d18a8d66-4006-4fad-a0e0-5b9ef48f029e req-40da6fd2-925f-4689-b929-58aa3fa27e69 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 943 time: 0.0783684 Sep 03 02:08:18.389462 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-fd105d31-a408-4078-8ab3-d79c91d07d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:18.408828 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-fd105d31-a408-4078-8ab3-d79c91d07d8b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94e74d599fbf45ffa7ed50d9acbb3629&device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 1096 time: 0.1096218 Sep 03 02:08:18.418428 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d18a8d66-4006-4fad-a0e0-5b9ef48f029e req-6407aee2-53b6-4fdc-9ce1-b4e18f35b9d0 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664597 Sep 03 02:08:18.462011 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-2d236803-7439-4b93-beba-e5015a8acda0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 HTTP/1.1" status: 200 len: 217 time: 0.0442629 Sep 03 02:08:18.469018 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 7aa67032-b894-4142-b8ed-47222fad4682 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:08:18.472376 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:08:18.516102 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-052f42e7-cd37-4f6f-8a75-08739a16296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:18.517637 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-052f42e7-cd37-4f6f-8a75-08739a16296f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50fd8023-c68b-42eb-8463-7db7e38159bc HTTP/1.1" status: 200 len: 849 time: 0.0483177 Sep 03 02:08:18.590648 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-e720fcff-b5a4-4956-a9ca-e29f2da752ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:18.592215 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-e720fcff-b5a4-4956-a9ca-e29f2da752ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f5d62d3-f984-497f-a7d7-99c203568a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656893 Sep 03 02:08:18.621386 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 7aa67032-b894-4142-b8ed-47222fad4682, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7aa67032-b894-4142-b8ed-47222fad4682,segment=NetworkSegment(99adb71b-1aa9-4e30-950b-fb37ce5e9ae8),segment_id=99adb71b-1aa9-4e30-950b-fb37ce5e9ae8)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:18.635254 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': '7aa67032-b894-4142-b8ed-47222fad4682', 'network_id': '54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d', 'port_id': '7aa67032-b894-4142-b8ed-47222fad4682', 'mac_address': 'fa:16:3e:05:a6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3deac0ad-467b-49ad-bcf6-a22944b91c56', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:08:18.660416 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc7b58-b9a0-4406-b5a9-7e76d9e97d4a req-cdd95be7-5c2f-4289-b8f1-c3089c2e7ef8 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:18.667796 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a9fc7b58-b9a0-4406-b5a9-7e76d9e97d4a req-cdd95be7-5c2f-4289-b8f1-c3089c2e7ef8 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 944 time: 0.0948896 Sep 03 02:08:18.690896 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:18.712831 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:08:18.715805 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa67032-b894-4142-b8ed-47222fad4682 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:08:18.722913 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:18.723297 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:18.734469 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-960b8984-b7ca-4362-9fb4-1e04bda56f3b service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343555 Sep 03 02:08:18.747610 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a9fc7b58-b9a0-4406-b5a9-7e76d9e97d4a req-aa8d186f-ce37-475e-8f6b-27c8b2628882 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613530 Sep 03 02:08:18.798287 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 7aa67032-b894-4142-b8ed-47222fad4682, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7aa67032-b894-4142-b8ed-47222fad4682,segment=NetworkSegment(99adb71b-1aa9-4e30-950b-fb37ce5e9ae8),segment_id=99adb71b-1aa9-4e30-950b-fb37ce5e9ae8)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:18.859478 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:18.864166 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7954e62c-ba08-4b5b-b935-927172a6aaa2 req-441f11d6-708c-44f6-9d56-b173b633cf2d service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224830 Sep 03 02:08:18.867872 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a8df1cd7-4dd3-470b-a22c-bd139e794588 req-aebb764a-38c7-4167-ad58-2af0a28ec196 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0378337 Sep 03 02:08:18.889556 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4a3b54-e5e8-41cd-973f-7a71438d7ea4'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:08:18.978573 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:19.035342 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-b463d7a8-d977-487d-9b1b-8acde4964e7f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:19.036042 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d153f7-0b19-4e1f-bb6b-a6615a51aba9 req-b20cf81c-87b8-427d-affa-880f845c940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:19.037411 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-b463d7a8-d977-487d-9b1b-8acde4964e7f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.25 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 817 time: 0.1432605 Sep 03 02:08:19.037561 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e5d153f7-0b19-4e1f-bb6b-a6615a51aba9 req-b20cf81c-87b8-427d-affa-880f845c940b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94e74d599fbf45ffa7ed50d9acbb3629&device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 1096 time: 0.0571921 Sep 03 02:08:19.122220 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-6ca77953-1ef9-4ffb-867b-d3fba7cb6ac8 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4715a94c48a743b08204df2edcd05ea5 HTTP/1.1" status: 200 len: 380 time: 0.0681233 Sep 03 02:08:19.133991 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-b9955d6b-06af-464b-b733-4a3e2e63bfd9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Request body: {'port': {'device_id': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'admin_state_up': True, 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'security_groups': ['a4b86eb1-16f4-4ecc-af39-abae46030751']}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:19.183816 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4,segment=NetworkSegment(99adb71b-1aa9-4e30-950b-fb37ce5e9ae8),segment_id=99adb71b-1aa9-4e30-950b-fb37ce5e9ae8)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:19.206227 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d153f7-0b19-4e1f-bb6b-a6615a51aba9 req-eee405a4-6e09-432f-81dd-fac820c89a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:19.208801 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e5d153f7-0b19-4e1f-bb6b-a6615a51aba9 req-eee405a4-6e09-432f-81dd-fac820c89a39 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f5d62d3-f984-497f-a7d7-99c203568a5e HTTP/1.1" status: 200 len: 911 time: 0.1544204 Sep 03 02:08:19.260596 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=7aa67032-b894-4142-b8ed-47222fad4682,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:19.285904 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:19.288707 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 49b8bb00-2daf-4930-b7b3-262293cfd5d6 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:08:19.294683 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['7aa67032-b894-4142-b8ed-47222fad4682'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:08:19.316712 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e5d153f7-0b19-4e1f-bb6b-a6615a51aba9 req-f60f3aec-b109-4246-8785-dfc44596112a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 HTTP/1.1" status: 200 len: 217 time: 0.1011741 Sep 03 02:08:19.394452 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-b9955d6b-06af-464b-b733-4a3e2e63bfd9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Made reservation on behalf of 4715a94c48a743b08204df2edcd05ea5 for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:08:19.403085 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-b9955d6b-06af-464b-b733-4a3e2e63bfd9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:19.456156 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:19.512920 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d153f7-0b19-4e1f-bb6b-a6615a51aba9 req-aa59b60e-79f7-4584-aeaa-4b44e887f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:19.513707 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60a4282-bd8f-40cc-812e-343277ecf71f" -d '{"events": [{"server_uuid": "09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76", "name": "network-vif-plugged", "status": "completed", "tag": "7c4a3b54-e5e8-41cd-973f-7a71438d7ea4"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:08:19.514390 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e5d153f7-0b19-4e1f-bb6b-a6615a51aba9 req-aa59b60e-79f7-4584-aeaa-4b44e887f86a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50fd8023-c68b-42eb-8463-7db7e38159bc HTTP/1.1" status: 200 len: 849 time: 0.1807904 Sep 03 02:08:19.523632 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2312d3-9632-44ee-9c65-9527d26ff7c6 req-c76548ed-89d3-4ad6-9340-145509592ea5 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:19.550130 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ed2312d3-9632-44ee-9c65-9527d26ff7c6 req-c76548ed-89d3-4ad6-9340-145509592ea5 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 944 time: 0.2311161 Sep 03 02:08:19.568753 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port 49b8bb00-2daf-4930-b7b3-262293cfd5d6 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:08:19.574615 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port 49b8bb00-2daf-4930-b7b3-262293cfd5d6 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:19.583559 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:19.648088 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-b9955d6b-06af-464b-b733-4a3e2e63bfd9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Allocated IP 172.20.0.6 (0ce91eac-9b88-4122-abff-d06982620e1a/b6115c26-c571-46d7-8b06-bc279e8d1de2/f8db225b-7e77-49ca-846b-424540fa0c40) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:08:19.650256 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a8376-0536-4ffd-8c24-3d20aaa01269 req-b2625f5f-d994-40e1-9447-58aed13ad799 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:19.651811 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8e4a8376-0536-4ffd-8c24-3d20aaa01269 req-b2625f5f-d994-40e1-9447-58aed13ad799 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 943 time: 0.2774405 Sep 03 02:08:19.693882 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:19.709624 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ed2312d3-9632-44ee-9c65-9527d26ff7c6 req-b15296e5-655d-46d5-adfe-3b8bc06eb646 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574988 Sep 03 02:08:19.738375 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d153f7-0b19-4e1f-bb6b-a6615a51aba9 req-e746f9bc-9edd-470b-9a80-9dc15189e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:19.740847 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e5d153f7-0b19-4e1f-bb6b-a6615a51aba9 req-e746f9bc-9edd-470b-9a80-9dc15189e453 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f5d62d3-f984-497f-a7d7-99c203568a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1864872 Sep 03 02:08:19.745168 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 49b8bb00-2daf-4930-b7b3-262293cfd5d6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=49b8bb00-2daf-4930-b7b3-262293cfd5d6,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:19.765319 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8e4a8376-0536-4ffd-8c24-3d20aaa01269 req-104d21c1-5137-4fa6-b340-d931da0ac3dc tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066158 Sep 03 02:08:19.822283 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:19.823427 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 3a20e3f4-22f8-462f-b325-63a277f883c6 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:08:19.902201 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e5d153f7-0b19-4e1f-bb6b-a6615a51aba9 req-45fca1c6-584f-44b1-ae4f-a09bf8755521 service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527104 Sep 03 02:08:19.933422 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-b9955d6b-06af-464b-b733-4a3e2e63bfd9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:19.964190 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-b9955d6b-06af-464b-b733-4a3e2e63bfd9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Transition to ACTIVE for port object f8db225b-7e77-49ca-846b-424540fa0c40 will not be triggered until provisioned by entity DHCP. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:08:19.979640 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14674c-e9aa-45a2-8acf-89b86ed56e74 req-38ece120-46b4-4992-9fd1-f1e3a2c3b125 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:19.989352 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cf14674c-e9aa-45a2-8acf-89b86ed56e74 req-38ece120-46b4-4992-9fd1-f1e3a2c3b125 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 944 time: 0.1358390 Sep 03 02:08:20.001105 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=49b8bb00-2daf-4930-b7b3-262293cfd5d6,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:20.076211 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c66e01-9f56-498e-bf10-435f352fe85e x-openstack-request-id: req-15c66e01-9f56-498e-bf10-435f352fe85e {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:08:20.076211 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76", "name": "network-vif-plugged", "status": "completed", "tag": "7c4a3b54-e5e8-41cd-973f-7a71438d7ea4", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:08:20.076211 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15c66e01-9f56-498e-bf10-435f352fe85e {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:08:20.076529 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4a3b54-e5e8-41cd-973f-7a71438d7ea4', 'code': 200} Sep 03 02:08:20.079448 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cf14674c-e9aa-45a2-8acf-89b86ed56e74 req-eabb4c19-dea7-4d3a-88ce-f91a5f2188c1 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836141 Sep 03 02:08:20.100336 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e5d153f7-0b19-4e1f-bb6b-a6615a51aba9 req-39ae959c-cd05-4309-b15b-366cb2829024 service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890323 Sep 03 02:08:20.103043 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port 3a20e3f4-22f8-462f-b325-63a277f883c6 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:08:20.107557 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port 3a20e3f4-22f8-462f-b325-63a277f883c6 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:20.119229 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:20.138021 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-b9955d6b-06af-464b-b733-4a3e2e63bfd9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:20.217383 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9955d6b-06af-464b-b733-4a3e2e63bfd9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event updated for resources: {'Port': ['ID=f8db225b-7e77-49ca-846b-424540fa0c40,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:20.233372 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:20.234889 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-b9955d6b-06af-464b-b733-4a3e2e63bfd9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Network 0ce91eac-9b88-4122-abff-d06982620e1a is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:08:20.236427 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-b9955d6b-06af-464b-b733-4a3e2e63bfd9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:08:20.243740 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-b9955d6b-06af-464b-b733-4a3e2e63bfd9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:08:20.267331 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-b9955d6b-06af-464b-b733-4a3e2e63bfd9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:20.268016 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-b9955d6b-06af-464b-b733-4a3e2e63bfd9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:20.280592 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e471bf8-145f-465b-ae8c-87b502706b06 req-807086da-1e5d-4f14-a070-f7c3d0f787c4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:20.285115 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6e471bf8-145f-465b-ae8c-87b502706b06 req-807086da-1e5d-4f14-a070-f7c3d0f787c4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 945 time: 0.1122000 Sep 03 02:08:20.293070 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 3a20e3f4-22f8-462f-b325-63a277f883c6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a20e3f4-22f8-462f-b325-63a277f883c6,segment=NetworkSegment(cffcd1ab-e79c-4577-898f-675112edde83),segment_id=cffcd1ab-e79c-4577-898f-675112edde83)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:20.308602 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623ca34-0e16-4c83-a58e-8a3c269be320 req-31ebe670-04d9-45e9-9949-fe708e009ccb tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:20.310700 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0623ca34-0e16-4c83-a58e-8a3c269be320 req-31ebe670-04d9-45e9-9949-fe708e009ccb tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 931 time: 0.1425426 Sep 03 02:08:20.389602 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-b9955d6b-06af-464b-b733-4a3e2e63bfd9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2607093 Sep 03 02:08:20.391755 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:20.398227 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0623ca34-0e16-4c83-a58e-8a3c269be320 req-de404236-6353-4ade-9dae-e6959421c9c1 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667293 Sep 03 02:08:20.416287 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Request body: {'port': {'device_id': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:20.423433 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6e471bf8-145f-465b-ae8c-87b502706b06 req-ade86e95-72d2-45ec-8580-537f41261c5a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250746 Sep 03 02:08:20.497731 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 7aa67032-b894-4142-b8ed-47222fad4682 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:08:20.524899 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046be59-c5f8-4091-a78d-37d03beceb44 req-8874b86d-67f4-41e4-967e-b47310a764e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:20.527424 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d046be59-c5f8-4091-a78d-37d03beceb44 req-8874b86d-67f4-41e4-967e-b47310a764e9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 1098 time: 0.1011610 Sep 03 02:08:20.554329 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-d046be59-c5f8-4091-a78d-37d03beceb44 req-f0211979-4ab3-467b-ab92-44135a40f84f service neutron] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:20.571224 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:20.579133 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=3a20e3f4-22f8-462f-b325-63a277f883c6,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:20.623029 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-81d5ecaf-8e92-4b63-b754-d08bb0eb4418 None None] Provisioning for port f8db225b-7e77-49ca-846b-424540fa0c40 completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:08:20.627714 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-81d5ecaf-8e92-4b63-b754-d08bb0eb4418 None None] Provisioning complete for port f8db225b-7e77-49ca-846b-424540fa0c40 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:20.628098 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-81d5ecaf-8e92-4b63-b754-d08bb0eb4418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:20.689282 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port 7aa67032-b894-4142-b8ed-47222fad4682 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:08:20.704789 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port 7aa67032-b894-4142-b8ed-47222fad4682 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:20.705171 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:20.715791 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-d046be59-c5f8-4091-a78d-37d03beceb44 req-f0211979-4ab3-467b-ab92-44135a40f84f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:20.770841 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-81d5ecaf-8e92-4b63-b754-d08bb0eb4418 None None] Port f8db225b-7e77-49ca-846b-424540fa0c40 cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:08:20.817271 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-d046be59-c5f8-4091-a78d-37d03beceb44 req-f0211979-4ab3-467b-ab92-44135a40f84f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:20.821192 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:20.879135 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d046be59-c5f8-4091-a78d-37d03beceb44 req-f0211979-4ab3-467b-ab92-44135a40f84f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441401 Sep 03 02:08:20.892534 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 7aa67032-b894-4142-b8ed-47222fad4682, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7aa67032-b894-4142-b8ed-47222fad4682,segment=NetworkSegment(99adb71b-1aa9-4e30-950b-fb37ce5e9ae8),segment_id=99adb71b-1aa9-4e30-950b-fb37ce5e9ae8)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:20.913237 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8db225b-7e77-49ca-846b-424540fa0c40 {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:08:20.920812 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:20.934295 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Transition to ACTIVE for port object f8db225b-7e77-49ca-846b-424540fa0c40 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:08:20.948819 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0211979-4ab3-467b-ab92-44135a40f84f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e063d1cd-702b-4490-a0c5-eed1119e1202,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:20.979096 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63ceeb-85f9-4e80-a8ba-d06c96836da4 req-82502f09-e608-4e4b-9ba1-59d699c982bc tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:20.979751 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3e63ceeb-85f9-4e80-a8ba-d06c96836da4 req-82502f09-e608-4e4b-9ba1-59d699c982bc tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 943 time: 0.0880260 Sep 03 02:08:20.987915 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f8fb9-6a1e-401c-b348-a0854c22aabd req-60264835-d2ae-4671-8648-78886f20d0dc tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:20.989362 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a60f8fb9-6a1e-401c-b348-a0854c22aabd req-60264835-d2ae-4671-8648-78886f20d0dc tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 945 time: 0.1197011 Sep 03 02:08:20.998861 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:21.038498 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3e63ceeb-85f9-4e80-a8ba-d06c96836da4 req-7c3c701d-b81e-4d74-92aa-0663b3b50d10 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481780 Sep 03 02:08:21.038768 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:21.059405 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a60f8fb9-6a1e-401c-b348-a0854c22aabd req-92f1228e-a821-4ce5-b207-9f5af29ff1d2 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623102 Sep 03 02:08:21.062536 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=7aa67032-b894-4142-b8ed-47222fad4682,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:21.114397 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Pushing event updated for resources: {'Port': ['ID=f8db225b-7e77-49ca-846b-424540fa0c40,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:21.144159 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Attempting to bind port f8db225b-7e77-49ca-846b-424540fa0c40 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:08:21.144575 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Attempting to bind port f8db225b-7e77-49ca-846b-424540fa0c40 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:08:21.144831 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Attempting to bind port f8db225b-7e77-49ca-846b-424540fa0c40 on network 0ce91eac-9b88-4122-abff-d06982620e1a {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:21.150678 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Port f8db225b-7e77-49ca-846b-424540fa0c40 on network 0ce91eac-9b88-4122-abff-d06982620e1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:08:21.151007 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Attempting to bind port f8db225b-7e77-49ca-846b-424540fa0c40 on network 0ce91eac-9b88-4122-abff-d06982620e1a {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:08:21.156992 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:08:21.157331 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Checking segment: {'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:08:21.157717 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Bound using segment: {'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:08:21.158149 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Bound port: f8db225b-7e77-49ca-846b-424540fa0c40, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:08:21.158628 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:21.210722 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ef33b-f8e7-4b80-a0b5-7b640e878135 req-f50ab3f3-a484-428e-8cdc-d96fd413ed83 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:21.228003 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b5ef33b-f8e7-4b80-a0b5-7b640e878135 req-f50ab3f3-a484-428e-8cdc-d96fd413ed83 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0544417 Sep 03 02:08:21.233137 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] For port f8db225b-7e77-49ca-846b-424540fa0c40, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:08:21.237725 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] For port f8db225b-7e77-49ca-846b-424540fa0c40, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f8db225b-7e77-49ca-846b-424540fa0c40,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:08:21.252435 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b5ef33b-f8e7-4b80-a0b5-7b640e878135 req-25a3c492-1467-4f09-8fcf-b36ee466d9e7 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333261 Sep 03 02:08:21.360566 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:21.403521 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:21.403521 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:21.403521 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] 10.222.0.25 "PUT /v2.0/ports/f8db225b-7e77-49ca-846b-424540fa0c40 HTTP/1.1" status: 200 len: 1093 time: 1.0006790 Sep 03 02:08:21.404310 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'tag': 'f8db225b-7e77-49ca-846b-424540fa0c40'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:08:21.407373 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c71a58e-4ea0-4fce-b588-725c77052a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a", "tag": "f8db225b-7e77-49ca-846b-424540fa0c40"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:08:21.477608 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3063b9-290a-4207-980d-3bb8c2cb92ad service neutron] Pushing event updated for resources: {'Port': ['ID=f8db225b-7e77-49ca-846b-424540fa0c40,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:21.483801 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079f3af9-0eb7-4428-bd54-03a94a91167a x-openstack-request-id: req-079f3af9-0eb7-4428-bd54-03a94a91167a {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:08:21.484272 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a", "tag": "f8db225b-7e77-49ca-846b-424540fa0c40", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:08:21.484636 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-079f3af9-0eb7-4428-bd54-03a94a91167a {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:08:21.485190 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'tag': 'f8db225b-7e77-49ca-846b-424540fa0c40', 'status': 'completed', 'code': 200} Sep 03 02:08:21.559745 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71a58e-4ea0-4fce-b588-725c77052a2c req-73cb3989-fa40-4033-abd6-50d18b4ff6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:21.561776 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7c71a58e-4ea0-4fce-b588-725c77052a2c req-73cb3989-fa40-4033-abd6-50d18b4ff6f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 1096 time: 0.0655417 Sep 03 02:08:21.628314 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35474) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:21.645559 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e889ea5-d9f1-45c3-b44a-eda3ca6741b1 req-534625d1-a661-4867-b69c-1f2dfbdf9af3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:21.647094 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4e889ea5-d9f1-45c3-b44a-eda3ca6741b1 req-534625d1-a661-4867-b69c-1f2dfbdf9af3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 945 time: 0.0667162 Sep 03 02:08:21.673413 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0266e0-19b2-42f9-9514-91ec7315a5a4 req-8bce93a8-0f8d-4683-a84c-933cd329a185 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:21.674946 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0d0266e0-19b2-42f9-9514-91ec7315a5a4 req-8bce93a8-0f8d-4683-a84c-933cd329a185 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.1398718 Sep 03 02:08:21.735428 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4e889ea5-d9f1-45c3-b44a-eda3ca6741b1 req-3d329545-dc91-4ada-88e3-4e850b71e1f5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782542 Sep 03 02:08:21.755955 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0d0266e0-19b2-42f9-9514-91ec7315a5a4 req-b943b7fd-48b4-4aa4-909b-d8c87647373c tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681405 Sep 03 02:08:21.807202 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-20321a38-959c-40e7-9bc5-c03376d459c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:21.809335 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71a58e-4ea0-4fce-b588-725c77052a2c req-bf261b01-b8f9-445f-a4b8-f02930f6cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:21.810803 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7c71a58e-4ea0-4fce-b588-725c77052a2c req-bf261b01-b8f9-445f-a4b8-f02930f6cd64 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4715a94c48a743b08204df2edcd05ea5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2376347 Sep 03 02:08:22.002757 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71a58e-4ea0-4fce-b588-725c77052a2c req-983fccb2-5728-45f9-9d8d-84bebe16759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:22.004284 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7c71a58e-4ea0-4fce-b588-725c77052a2c req-983fccb2-5728-45f9-9d8d-84bebe16759c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1856470 Sep 03 02:08:22.052979 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-20321a38-959c-40e7-9bc5-c03376d459c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:22.070818 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35480) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:22.077424 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a28139b-51bf-4e50-ade4-85abd6f8022a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b8bb00-2daf-4930-b7b3-262293cfd5d6'}, {'server_uuid': '22e17b64-bd5a-433c-b4a7-57a0e17cef38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a20e3f4-22f8-462f-b325-63a277f883c6'}, {'server_uuid': 'e25c1007-c77e-4466-87d4-8f969e39d882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa67032-b894-4142-b8ed-47222fad4682'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:08:22.081351 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cc2bff-a2b8-42b9-968c-c492fced4b67" -d '{"events": [{"server_uuid": "9a28139b-51bf-4e50-ade4-85abd6f8022a", "name": "network-vif-plugged", "status": "completed", "tag": "49b8bb00-2daf-4930-b7b3-262293cfd5d6"}, {"server_uuid": "22e17b64-bd5a-433c-b4a7-57a0e17cef38", "name": "network-vif-plugged", "status": "completed", "tag": "3a20e3f4-22f8-462f-b325-63a277f883c6"}, {"server_uuid": "e25c1007-c77e-4466-87d4-8f969e39d882", "name": "network-vif-plugged", "status": "completed", "tag": "7aa67032-b894-4142-b8ed-47222fad4682"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:08:22.101937 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-4796eef3-509e-42ea-94bc-7683b6bd0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:22.104198 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-4796eef3-509e-42ea-94bc-7683b6bd0b58 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 1096 time: 0.0531857 Sep 03 02:08:22.132998 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 03 Sep 2021 02:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c83787-0329-48aa-99a2-9b1e81bf05b5 x-openstack-request-id: req-41c83787-0329-48aa-99a2-9b1e81bf05b5 {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:08:22.133302 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a28139b-51bf-4e50-ade4-85abd6f8022a", "name": "network-vif-plugged", "status": "completed", "tag": "49b8bb00-2daf-4930-b7b3-262293cfd5d6", "code": 200}, {"server_uuid": "22e17b64-bd5a-433c-b4a7-57a0e17cef38", "name": "network-vif-plugged", "status": "completed", "tag": "3a20e3f4-22f8-462f-b325-63a277f883c6", "code": 200}, {"server_uuid": "e25c1007-c77e-4466-87d4-8f969e39d882", "name": "network-vif-plugged", "status": "completed", "tag": "7aa67032-b894-4142-b8ed-47222fad4682", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:08:22.133768 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41c83787-0329-48aa-99a2-9b1e81bf05b5 {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:08:22.134184 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a28139b-51bf-4e50-ade4-85abd6f8022a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b8bb00-2daf-4930-b7b3-262293cfd5d6', 'code': 200} Sep 03 02:08:22.134446 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e17b64-bd5a-433c-b4a7-57a0e17cef38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a20e3f4-22f8-462f-b325-63a277f883c6', 'code': 200} Sep 03 02:08:22.134701 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25c1007-c77e-4466-87d4-8f969e39d882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa67032-b894-4142-b8ed-47222fad4682', 'code': 200} Sep 03 02:08:22.227986 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61441630-5a48-4db7-b01d-62a5400da613 req-ebc9c03c-8f78-4ac8-9c01-a01055bdbc88 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:22.237865 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-61441630-5a48-4db7-b01d-62a5400da613 req-ebc9c03c-8f78-4ac8-9c01-a01055bdbc88 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 943 time: 0.0837927 Sep 03 02:08:22.371689 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-b183b5bb-2cea-411f-a5aa-e4917ba5c96b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8db225b-7e77-49ca-846b-424540fa0c40 HTTP/1.1" status: 200 len: 217 time: 0.2600791 Sep 03 02:08:22.372373 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-20321a38-959c-40e7-9bc5-c03376d459c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:22.451037 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-20321a38-959c-40e7-9bc5-c03376d459c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2949c1d111de412cbaf231ad1a9d9d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8216453 Sep 03 02:08:22.451897 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20321a38-959c-40e7-9bc5-c03376d459c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c281fba-1431-4a2a-a0f3-3985ff8d244b,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:22.455591 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35496) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:22.482651 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-3bc2e541-8981-4d23-8d9d-a55814299f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:22.486065 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-3bc2e541-8981-4d23-8d9d-a55814299f5e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 200 len: 856 time: 0.1026831 Sep 03 02:08:22.495411 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:08:22.499175 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd28c-4daf-4a6c-af97-89af4d5edb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:22.520672 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-61441630-5a48-4db7-b01d-62a5400da613 req-e6b334fc-7424-46ae-9a1b-f6db8811b684 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807667 Sep 03 02:08:22.540784 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637a08b-0b9b-4d86-9d51-418ccd725b5d req-cb8d5b7e-327d-4b90-b6fb-a384c8f3dad1 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:22.542499 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c637a08b-0b9b-4d86-9d51-418ccd725b5d req-cb8d5b7e-327d-4b90-b6fb-a384c8f3dad1 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 945 time: 0.2759416 Sep 03 02:08:22.636575 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c637a08b-0b9b-4d86-9d51-418ccd725b5d req-efd215b6-631f-4b4a-9247-76aaa35d49ae tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821884 Sep 03 02:08:22.642532 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68c257-e7d0-498e-ba52-16ba8253f208 req-80b5978f-4173-4e64-bada-78a5247f7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:22.643164 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-d21ff521-7f7c-47fc-b577-8483229fad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:22.644088 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cc68c257-e7d0-498e-ba52-16ba8253f208 req-80b5978f-4173-4e64-bada-78a5247f7f05 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 1098 time: 0.1007152 Sep 03 02:08:22.645273 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-d21ff521-7f7c-47fc-b577-8483229fad17 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ce91eac-9b88-4122-abff-d06982620e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1444776 Sep 03 02:08:22.647047 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-69d87f02-1236-40dd-8b6b-ed861bbb389a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:22.675058 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:22.700987 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': '013ac6ed-dfee-428c-8d9a-b1c8c1da6f98', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'port_id': '013ac6ed-dfee-428c-8d9a-b1c8c1da6f98', 'mac_address': 'fa:16:3e:db:34:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:08:22.718646 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.25', 56826) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:22.749484 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd28c-4daf-4a6c-af97-89af4d5edb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:22.755692 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:22.774145 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cc68c257-e7d0-498e-ba52-16ba8253f208 req-3259b537-49ed-4486-a5c5-cc58a5f8a249 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126690 Sep 03 02:08:22.774963 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:08:22.780816 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-69d87f02-1236-40dd-8b6b-ed861bbb389a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:22.789087 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab89a1-f86f-4ea6-b681-bf9ff9522ee9 req-1bae9aca-f4a0-42a9-8853-c05fbabdc5f6 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:22.790600 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bfab89a1-f86f-4ea6-b681-bf9ff9522ee9 req-1bae9aca-f4a0-42a9-8853-c05fbabdc5f6 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.1140530 Sep 03 02:08:22.802231 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2af440-f285-4c4d-b0aa-cbea68117d9b req-0685a769-6dd4-4496-af9b-e4a22e43a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:22.804289 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4a2af440-f285-4c4d-b0aa-cbea68117d9b req-0685a769-6dd4-4496-af9b-e4a22e43a201 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 1098 time: 0.0817797 Sep 03 02:08:22.806274 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:22.813633 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756807ca-8dde-458c-bd65-ee9813565fee req-0adf1a37-d98b-4d87-a500-ccc49b55297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:22.815371 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-756807ca-8dde-458c-bd65-ee9813565fee req-0adf1a37-d98b-4d87-a500-ccc49b55297e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 1098 time: 0.1537547 Sep 03 02:08:22.822535 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0ddbd28c-4daf-4a6c-af97-89af4d5edb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:22.857205 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:22.882880 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-0ddbd28c-4daf-4a6c-af97-89af4d5edb46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3af5a5afb2bb4c36ae0c6ce4ff2e6979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8109391 Sep 03 02:08:22.886358 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35504) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:22.905179 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bfab89a1-f86f-4ea6-b681-bf9ff9522ee9 req-16a3155c-b61b-477f-aba9-5b4f8dbae681 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991902 Sep 03 02:08:22.905695 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbd28c-4daf-4a6c-af97-89af4d5edb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0399ee-ff50-455c-a320-7307f905c85a,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:22.933152 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-c52b6b25-fd58-419d-ba45-98f0fe99c10c service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025855 Sep 03 02:08:22.934723 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a662-7199-4836-8960-ea33535260f1 req-193f2c40-8aab-4303-92b8-c2ab448fa263 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:22.944009 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e191a662-7199-4836-8960-ea33535260f1 req-193f2c40-8aab-4303-92b8-c2ab448fa263 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 945 time: 0.0958114 Sep 03 02:08:22.948914 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-99a442ac-c261-400b-87eb-ce82b4b0ae3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:22.950145 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:22.971767 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-99a442ac-c261-400b-87eb-ce82b4b0ae3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:22.997911 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e191a662-7199-4836-8960-ea33535260f1 req-0d521245-697d-4cb3-8f64-014cb207ba78 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524952 Sep 03 02:08:23.055124 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4a2af440-f285-4c4d-b0aa-cbea68117d9b req-eccb79dd-3312-485f-a555-4083b9bdbc6e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401802 Sep 03 02:08:23.062744 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf55a38-95e1-489e-a4cf-1907ed8155c2 req-50735d1d-b1c2-450c-b30e-ef86a7f4ef44 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:23.063608 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-69d87f02-1236-40dd-8b6b-ed861bbb389a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:23.064202 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ecf55a38-95e1-489e-a4cf-1907ed8155c2 req-50735d1d-b1c2-450c-b30e-ef86a7f4ef44 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0827425 Sep 03 02:08:23.066149 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-69d87f02-1236-40dd-8b6b-ed861bbb389a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:23.067358 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-69d87f02-1236-40dd-8b6b-ed861bbb389a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c281fba-1431-4a2a-a0f3-3985ff8d244b HTTP/1.1" status: 204 len: 168 time: 0.6080413 Sep 03 02:08:23.080107 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-756807ca-8dde-458c-bd65-ee9813565fee req-f95e78c3-e9e6-4a9e-ae2d-b3b4bd5ac84d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801907 Sep 03 02:08:23.091083 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d87f02-1236-40dd-8b6b-ed861bbb389a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c281fba-1431-4a2a-a0f3-3985ff8d244b,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:23.112767 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ecf55a38-95e1-489e-a4cf-1907ed8155c2 req-98c2f208-bf03-4313-93ee-b4074c8da17a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413916 Sep 03 02:08:23.137187 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['013ac6ed-dfee-428c-8d9a-b1c8c1da6f98'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:08:23.151571 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8f871e67-a0c8-4047-81d0-4fd27013d948 req-f14b2fb8-4ba4-4e98-ad72-3564f02459af service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505358 Sep 03 02:08:23.199442 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-99a442ac-c261-400b-87eb-ce82b4b0ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:23.202065 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-99a442ac-c261-400b-87eb-ce82b4b0ae3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:23.206037 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-99a442ac-c261-400b-87eb-ce82b4b0ae3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e0399ee-ff50-455c-a320-7307f905c85a HTTP/1.1" status: 204 len: 168 time: 0.3156254 Sep 03 02:08:23.211388 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a442ac-c261-400b-87eb-ce82b4b0ae3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0399ee-ff50-455c-a320-7307f905c85a,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:23.636543 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a75de2-9ea4-4ff3-a4d4-44fa413cfdb9 req-7933f038-aca6-4695-be86-716cad5834bb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:23.637982 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-85a75de2-9ea4-4ff3-a4d4-44fa413cfdb9 req-7933f038-aca6-4695-be86-716cad5834bb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 944 time: 0.0466309 Sep 03 02:08:23.675103 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-85a75de2-9ea4-4ff3-a4d4-44fa413cfdb9 req-844d3bc3-ab53-43d6-9605-b89c3add0d3d tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311635 Sep 03 02:08:23.764865 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae25ed-931c-40e7-89f7-8eacb5b280aa req-37a34c84-a4ed-49a8-b8f4-20b4b26d409e tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:23.766347 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-73ae25ed-931c-40e7-89f7-8eacb5b280aa req-37a34c84-a4ed-49a8-b8f4-20b4b26d409e tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 945 time: 0.0515416 Sep 03 02:08:23.811893 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-73ae25ed-931c-40e7-89f7-8eacb5b280aa req-dc37e204-a384-46e5-ba07-e08136f3bb13 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304754 Sep 03 02:08:23.811893 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35522) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:23.820005 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a972122f-16af-44f5-a9fb-40b96cb1064a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:23.868884 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35526) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:23.883893 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e3845fea-0c91-4b19-b831-c634eab77ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:23.917709 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a972122f-16af-44f5-a9fb-40b96cb1064a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:24.005840 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a972122f-16af-44f5-a9fb-40b96cb1064a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:24.048634 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-a972122f-16af-44f5-a9fb-40b96cb1064a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc4fa5de9a4b4a2e9a39747de72773d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413130 Sep 03 02:08:24.057790 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972122f-16af-44f5-a9fb-40b96cb1064a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ae5316-79aa-4599-af4d-a74952f939ba,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:24.057957 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35532) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:24.072831 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d42f61-c8a5-433b-90fb-d1bbec3b62cb req-144452f1-3a50-4933-8ec2-f06948e4bd77 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:24.074326 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d8d42f61-c8a5-433b-90fb-d1bbec3b62cb req-144452f1-3a50-4933-8ec2-f06948e4bd77 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0973785 Sep 03 02:08:24.075718 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e3845fea-0c91-4b19-b831-c634eab77ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:24.184830 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d8d42f61-c8a5-433b-90fb-d1bbec3b62cb req-5614ad61-cd35-4f24-9aae-3068c5973014 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031787 Sep 03 02:08:24.189164 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d8303805-3620-4d96-92a3-a66664a5efcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:24.201057 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e09c2f-bf9a-4efa-9a4b-9df3d9130516 req-06c6c3ca-ff56-4802-a641-b218908d70a5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:24.202525 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-19e09c2f-bf9a-4efa-9a4b-9df3d9130516 req-06c6c3ca-ff56-4802-a641-b218908d70a5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 945 time: 0.0966003 Sep 03 02:08:24.206016 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e3845fea-0c91-4b19-b831-c634eab77ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:24.233571 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d8303805-3620-4d96-92a3-a66664a5efcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:24.245942 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-e3845fea-0c91-4b19-b831-c634eab77ad6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd8ac4834fc74fa683885f6bf3082aa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756521 Sep 03 02:08:24.247094 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3845fea-0c91-4b19-b831-c634eab77ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c32924-5128-474b-a9c6-5052b8e03e1a,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:24.250012 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35536) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:24.300162 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-19e09c2f-bf9a-4efa-9a4b-9df3d9130516 req-7969be02-1a9d-42eb-ad98-038cae88ca08 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894570 Sep 03 02:08:24.312225 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-2ac35d8a-7d1f-49b6-beaf-c06c02e9c3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:24.334155 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f460b-f369-485f-a7fb-c06172827637 req-129e8ea6-7158-448e-9578-6502e1e37452 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:24.335734 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ae4f460b-f369-485f-a7fb-c06172827637 req-129e8ea6-7158-448e-9578-6502e1e37452 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0785408 Sep 03 02:08:24.337637 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-2ac35d8a-7d1f-49b6-beaf-c06c02e9c3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:24.383013 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ae4f460b-f369-485f-a7fb-c06172827637 req-e0cbadbe-69d9-4e16-b0d5-7f7ea101cb8e tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408168 Sep 03 02:08:24.434056 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d8303805-3620-4d96-92a3-a66664a5efcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:24.436743 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d8303805-3620-4d96-92a3-a66664a5efcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:24.437896 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-d8303805-3620-4d96-92a3-a66664a5efcb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4ae5316-79aa-4599-af4d-a74952f939ba HTTP/1.1" status: 204 len: 168 time: 0.3790474 Sep 03 02:08:24.446362 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8303805-3620-4d96-92a3-a66664a5efcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ae5316-79aa-4599-af4d-a74952f939ba,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:24.457065 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-2ac35d8a-7d1f-49b6-beaf-c06c02e9c3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:24.460808 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-2ac35d8a-7d1f-49b6-beaf-c06c02e9c3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:24.461991 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-2ac35d8a-7d1f-49b6-beaf-c06c02e9c3d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9c32924-5128-474b-a9c6-5052b8e03e1a HTTP/1.1" status: 204 len: 168 time: 0.2115595 Sep 03 02:08:24.477098 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac35d8a-7d1f-49b6-beaf-c06c02e9c3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c32924-5128-474b-a9c6-5052b8e03e1a,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:24.535150 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:08:24.655772 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:08:24.660106 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:24.660488 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:24.743781 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:24.766766 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f91c8f-7695-4938-a988-6e69193f95e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013ac6ed-dfee-428c-8d9a-b1c8c1da6f98'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:08:24.768972 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64882b5-b988-4785-a015-344cd39ca1ea" -d '{"events": [{"server_uuid": "98f91c8f-7695-4938-a988-6e69193f95e3", "name": "network-vif-plugged", "status": "completed", "tag": "013ac6ed-dfee-428c-8d9a-b1c8c1da6f98"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:08:24.782587 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:24.810374 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6910c4b-7b55-4497-bd92-85690886a6be x-openstack-request-id: req-f6910c4b-7b55-4497-bd92-85690886a6be {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:08:24.810678 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f91c8f-7695-4938-a988-6e69193f95e3", "name": "network-vif-plugged", "status": "completed", "tag": "013ac6ed-dfee-428c-8d9a-b1c8c1da6f98", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:08:24.810938 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6910c4b-7b55-4497-bd92-85690886a6be {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:08:24.811361 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f91c8f-7695-4938-a988-6e69193f95e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013ac6ed-dfee-428c-8d9a-b1c8c1da6f98', 'code': 200} Sep 03 02:08:24.814571 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17261a-4e12-47fe-aea0-35ef9e71b428 req-63842696-341b-403c-a0ca-ce36c94672db tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:24.817067 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9a17261a-4e12-47fe-aea0-35ef9e71b428 req-63842696-341b-403c-a0ca-ce36c94672db tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 944 time: 0.0637665 Sep 03 02:08:24.886159 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:24.891333 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9a17261a-4e12-47fe-aea0-35ef9e71b428 req-1244808c-b91e-483e-a378-8aa1172354a2 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633197 Sep 03 02:08:24.953342 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:25.005430 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814b0b3-2ace-400b-b737-3b347a3ad385 req-a2575be7-079e-4b7b-86a7-dccb495cc7fb tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:25.013704 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e814b0b3-2ace-400b-b737-3b347a3ad385 req-a2575be7-079e-4b7b-86a7-dccb495cc7fb tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 945 time: 0.1044807 Sep 03 02:08:25.068399 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e814b0b3-2ace-400b-b737-3b347a3ad385 req-7757d7aa-3933-48cc-a747-229b05bc144c tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536091 Sep 03 02:08:25.298383 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f1399-1666-4220-a551-6ce0cc7d6867 req-cb0cad61-fec0-4214-963f-4d1fe5c112ad tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:25.299787 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-687f1399-1666-4220-a551-6ce0cc7d6867 req-cb0cad61-fec0-4214-963f-4d1fe5c112ad tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0471761 Sep 03 02:08:25.353152 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab074f-bc43-493c-b233-c34b9a6873a5 req-c103a49c-f2ca-48b0-b8ef-787e6e5b2990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:25.356049 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0eab074f-bc43-493c-b233-c34b9a6873a5 req-c103a49c-f2ca-48b0-b8ef-787e6e5b2990 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 1098 time: 0.0551133 Sep 03 02:08:25.394167 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-687f1399-1666-4220-a551-6ce0cc7d6867 req-0ab7d443-c18e-45d3-b87b-93d705f958c2 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873079 Sep 03 02:08:25.426335 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0eab074f-bc43-493c-b233-c34b9a6873a5 req-3b6a0359-2f94-49ad-b77e-d7fdf237c7bc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607917 Sep 03 02:08:25.482103 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153316aa-5194-4e6c-bfe3-7edede798515 req-76989b18-edf6-4fde-9291-46fa8a56ffb7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:25.483427 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-153316aa-5194-4e6c-bfe3-7edede798515 req-76989b18-edf6-4fde-9291-46fa8a56ffb7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 945 time: 0.0697384 Sep 03 02:08:25.527328 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-153316aa-5194-4e6c-bfe3-7edede798515 req-22900787-4e00-44f3-938c-7aff55a49bf0 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357099 Sep 03 02:08:25.651247 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993e194-842d-48f0-825a-29400a499c23 req-d465b947-2cb1-4e33-ae02-fb2287ab8f25 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:25.655115 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d993e194-842d-48f0-825a-29400a499c23 req-d465b947-2cb1-4e33-ae02-fb2287ab8f25 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0544307 Sep 03 02:08:25.701097 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d993e194-842d-48f0-825a-29400a499c23 req-5ba9482f-fcc3-48c3-884a-24678c3280e2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412815 Sep 03 02:08:26.074970 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a28e99-1326-4ab8-8327-2ddeb0abff42 req-29a7a344-8758-4b1d-aaaf-411acbcdc288 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:26.076552 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a4a28e99-1326-4ab8-8327-2ddeb0abff42 req-29a7a344-8758-4b1d-aaaf-411acbcdc288 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0982924 Sep 03 02:08:26.100441 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be458dc2-5ecd-434e-be21-673ac3c23515 req-cd5980b1-9080-4ffd-a965-804ab37accb4 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:26.101989 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-be458dc2-5ecd-434e-be21-673ac3c23515 req-cd5980b1-9080-4ffd-a965-804ab37accb4 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.1249919 Sep 03 02:08:26.114958 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:26.127883 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a34292-dbe7-4e11-945a-b2429b681e26 req-4bf06b17-ef39-4ed5-9fc0-e166c003f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:26.131857 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f9a34292-dbe7-4e11-945a-b2429b681e26 req-4bf06b17-ef39-4ed5-9fc0-e166c003f655 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c4774ba8da241fbbb968a2804c02ff2&device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 1098 time: 0.1175616 Sep 03 02:08:26.212109 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a4a28e99-1326-4ab8-8327-2ddeb0abff42 req-d4873d49-92e4-40db-a4c6-8860bb77097a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090994 Sep 03 02:08:26.233328 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-be458dc2-5ecd-434e-be21-673ac3c23515 req-a1e16ded-d667-48a2-9fad-54b9a5f1a956 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193466 Sep 03 02:08:26.258518 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a34292-dbe7-4e11-945a-b2429b681e26 req-bca66892-249c-4205-abc8-180a77f6b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:26.260055 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f9a34292-dbe7-4e11-945a-b2429b681e26 req-bca66892-249c-4205-abc8-180a77f6b1de service neutron] 10.222.0.25 "GET /v2.0/networks?id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d HTTP/1.1" status: 200 len: 919 time: 0.1220479 Sep 03 02:08:26.303818 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f9a34292-dbe7-4e11-945a-b2429b681e26 req-4ff46a90-10a0-45bf-b4a1-47e876c2b2ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aa67032-b894-4142-b8ed-47222fad4682 HTTP/1.1" status: 200 len: 217 time: 0.0357280 Sep 03 02:08:26.374726 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a34292-dbe7-4e11-945a-b2429b681e26 req-0aa143cd-d958-4912-9aa8-e4019757a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:26.376407 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f9a34292-dbe7-4e11-945a-b2429b681e26 req-0aa143cd-d958-4912-9aa8-e4019757a4fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3deac0ad-467b-49ad-bcf6-a22944b91c56 HTTP/1.1" status: 200 len: 858 time: 0.0573819 Sep 03 02:08:26.429931 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f9a34292-dbe7-4e11-945a-b2429b681e26 req-6134ad9f-145c-45bc-912b-070d6038a72d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276825 Sep 03 02:08:26.539211 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f8db225b-7e77-49ca-846b-424540fa0c40 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:08:26.574048 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f9a34292-dbe7-4e11-945a-b2429b681e26 req-55971cbe-2d73-4ac8-a1d5-f20be94d7358 service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270490 Sep 03 02:08:26.708378 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f9a34292-dbe7-4e11-945a-b2429b681e26 req-79b2ba14-9b2f-4c93-857e-50f4da32aaba service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258264 Sep 03 02:08:26.715235 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f8db225b-7e77-49ca-846b-424540fa0c40, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f8db225b-7e77-49ca-846b-424540fa0c40,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:26.730150 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': 'f8db225b-7e77-49ca-846b-424540fa0c40', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'port_id': 'f8db225b-7e77-49ca-846b-424540fa0c40', 'mac_address': 'fa:16:3e:02:33:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:08:26.777367 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:26.813171 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8db225b-7e77-49ca-846b-424540fa0c40 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:08:26.834787 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f8db225b-7e77-49ca-846b-424540fa0c40, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f8db225b-7e77-49ca-846b-424540fa0c40,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:26.896447 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894df3a2-3685-431c-a4b1-3c89edd26430 req-648530e1-8edd-4837-a715-387da67c6938 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:26.897935 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-894df3a2-3685-431c-a4b1-3c89edd26430 req-648530e1-8edd-4837-a715-387da67c6938 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0555799 Sep 03 02:08:26.935986 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-894df3a2-3685-431c-a4b1-3c89edd26430 req-33fd4418-b5f7-4430-b019-d6b6e3e75df1 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320430 Sep 03 02:08:26.963871 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:27.022383 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=f8db225b-7e77-49ca-846b-424540fa0c40,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:27.231491 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['f8db225b-7e77-49ca-846b-424540fa0c40'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:08:27.381248 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783806d7-1338-498f-b30c-3fbd7c865ea2 req-7b7c647a-573e-48f8-94b0-f19b4ba6ea18 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:27.387660 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-783806d7-1338-498f-b30c-3fbd7c865ea2 req-7b7c647a-573e-48f8-94b0-f19b4ba6ea18 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0824237 Sep 03 02:08:27.440289 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-783806d7-1338-498f-b30c-3fbd7c865ea2 req-2e0663f1-281e-4f3d-be10-2257e17e2210 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392120 Sep 03 02:08:27.546550 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9eab3-6f68-46ba-b13a-54bf165463fd req-817b38d7-1f0e-4d7b-8732-414d438fb147 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:27.551493 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-92f9eab3-6f68-46ba-b13a-54bf165463fd req-817b38d7-1f0e-4d7b-8732-414d438fb147 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0489457 Sep 03 02:08:27.589832 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-92f9eab3-6f68-46ba-b13a-54bf165463fd req-64cf38a7-cd2e-471f-95c5-44a05aff735a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351038 Sep 03 02:08:27.605591 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35756) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:27.741434 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-fbbd8c55-9c9b-4702-abfd-d924e8cd0217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:27.769520 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ba097-f4c3-4bc4-b8d7-c043208b7637 req-285dd56c-5dec-49e4-b2b7-b9f2d1982cc9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:27.776472 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3f9ba097-f4c3-4bc4-b8d7-c043208b7637 req-285dd56c-5dec-49e4-b2b7-b9f2d1982cc9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0627682 Sep 03 02:08:27.780575 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35772) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:27.786549 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-7b2415ed-6ce0-411e-a0ef-c79d6f13eddb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Request body: {'floatingip': {'port_id': '013ac6ed-dfee-428c-8d9a-b1c8c1da6f98'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:27.870153 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7b2415ed-6ce0-411e-a0ef-c79d6f13eddb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for floatingip, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:27.996496 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-fbbd8c55-9c9b-4702-abfd-d924e8cd0217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:28.153579 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-fbbd8c55-9c9b-4702-abfd-d924e8cd0217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:28.343941 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-fbbd8c55-9c9b-4702-abfd-d924e8cd0217 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1f9e1169dfc4492b5a8c047d3efdce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7351747 Sep 03 02:08:28.344337 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35788) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:28.356444 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd8c55-9c9b-4702-abfd-d924e8cd0217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bf382b-0d90-4058-95d5-30ecc0cdd645,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:28.489526 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-49167998-4eb9-4b75-8969-34a15054586d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:28.512935 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e239f9-233c-4264-b83c-ddb04be8e4a2 req-1e44b2ec-3490-4b6e-8442-19b65d560cbf tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:28.514598 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-15e239f9-233c-4264-b83c-ddb04be8e4a2 req-1e44b2ec-3490-4b6e-8442-19b65d560cbf tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 944 time: 0.0852931 Sep 03 02:08:28.535956 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-49167998-4eb9-4b75-8969-34a15054586d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:28.554155 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f8db225b-7e77-49ca-846b-424540fa0c40 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:08:28.591371 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-15e239f9-233c-4264-b83c-ddb04be8e4a2 req-7fc15577-bab2-4998-a804-56c29a22dc7c tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703843 Sep 03 02:08:28.689882 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.db.resource_extend [None req-7b2415ed-6ce0-411e-a0ef-c79d6f13eddb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 02:08:28.707379 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port f8db225b-7e77-49ca-846b-424540fa0c40 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:08:28.711588 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port f8db225b-7e77-49ca-846b-424540fa0c40 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:08:28.714030 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:28.732030 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc81d09-0fce-4251-aed0-14096b2dc6ea req-56478a6c-415c-44ac-99e3-98491db82a28 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:28.739786 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4bc81d09-0fce-4251-aed0-14096b2dc6ea req-56478a6c-415c-44ac-99e3-98491db82a28 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0581996 Sep 03 02:08:28.747070 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-49167998-4eb9-4b75-8969-34a15054586d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:28.749635 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-49167998-4eb9-4b75-8969-34a15054586d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:28.750756 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-49167998-4eb9-4b75-8969-34a15054586d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37bf382b-0d90-4058-95d5-30ecc0cdd645 HTTP/1.1" status: 204 len: 168 time: 0.4052625 Sep 03 02:08:28.768419 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49167998-4eb9-4b75-8969-34a15054586d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bf382b-0d90-4058-95d5-30ecc0cdd645,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:28.840140 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4bc81d09-0fce-4251-aed0-14096b2dc6ea req-ff841dea-bd00-4985-8f8a-3e3db5a700d3 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918498 Sep 03 02:08:28.840791 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7b2415ed-6ce0-411e-a0ef-c79d6f13eddb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:28.842288 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:28.869835 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8db225b-7e77-49ca-846b-424540fa0c40'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:08:28.872314 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1c2715-b37d-47d9-b3ab-4425054990da" -d '{"events": [{"server_uuid": "7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a", "name": "network-vif-plugged", "status": "completed", "tag": "f8db225b-7e77-49ca-846b-424540fa0c40"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:08:28.885718 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f8db225b-7e77-49ca-846b-424540fa0c40, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f8db225b-7e77-49ca-846b-424540fa0c40,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:28.911772 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b626d264-b0db-4fe1-86ec-7af6e0da61cf x-openstack-request-id: req-b626d264-b0db-4fe1-86ec-7af6e0da61cf {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:08:28.912279 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a", "name": "network-vif-plugged", "status": "completed", "tag": "f8db225b-7e77-49ca-846b-424540fa0c40", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:08:28.912598 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b626d264-b0db-4fe1-86ec-7af6e0da61cf {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:08:28.913007 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8db225b-7e77-49ca-846b-424540fa0c40', 'code': 200} Sep 03 02:08:28.914372 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7b2415ed-6ce0-411e-a0ef-c79d6f13eddb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:28.959664 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:29.025957 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=f8db225b-7e77-49ca-846b-424540fa0c40,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:29.028602 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.l3_db [None req-7b2415ed-6ce0-411e-a0ef-c79d6f13eddb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Floating IP c79f96ec-41e6-4ada-b22b-02811f2e937b associated. External IP: 172.27.0.173, port: 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98. Sep 03 02:08:29.285340 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2415ed-6ce0-411e-a0ef-c79d6f13eddb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:08:29.305860 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee38b4-767e-4c5a-ad3d-053d3b288e33 req-bbb66329-5037-4173-8507-cf9f4db7c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:29.307378 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e6ee38b4-767e-4c5a-ad3d-053d3b288e33 req-bbb66329-5037-4173-8507-cf9f4db7c211 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 1098 time: 0.0549543 Sep 03 02:08:29.407333 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e6ee38b4-767e-4c5a-ad3d-053d3b288e33 req-8a456332-cfbe-492e-b8c4-6e00b3974b32 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684719 Sep 03 02:08:29.423159 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2415ed-6ce0-411e-a0ef-c79d6f13eddb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:08:29.428237 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7b2415ed-6ce0-411e-a0ef-c79d6f13eddb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:29.438118 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e040e-e7a4-4104-b397-5c97c6cfec15 None None] Sync routers for ids ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:08:29.450276 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e040e-e7a4-4104-b397-5c97c6cfec15 None None] Routers {'477c0bbb-53c3-454d-ba47-ac437d4c4ec2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:08:29.451071 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-993e040e-e7a4-4104-b397-5c97c6cfec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:08:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:29.458325 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-7b2415ed-6ce0-411e-a0ef-c79d6f13eddb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "PUT /v2.0/floatingips/c79f96ec-41e6-4ada-b22b-02811f2e937b HTTP/1.1" status: 200 len: 991 time: 1.6761425 Sep 03 02:08:29.459047 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f91c8f-7695-4938-a988-6e69193f95e3', 'tag': '013ac6ed-dfee-428c-8d9a-b1c8c1da6f98'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:08:29.463550 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9abeb5f-26a3-4876-8271-434e95f53111" -d '{"events": [{"name": "network-changed", "server_uuid": "98f91c8f-7695-4938-a988-6e69193f95e3", "tag": "013ac6ed-dfee-428c-8d9a-b1c8c1da6f98"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:08:29.518538 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb39403-c96c-4986-8016-7ae384108838 x-openstack-request-id: req-5bb39403-c96c-4986-8016-7ae384108838 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:08:29.518841 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f91c8f-7695-4938-a988-6e69193f95e3", "tag": "013ac6ed-dfee-428c-8d9a-b1c8c1da6f98", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:08:29.519137 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bb39403-c96c-4986-8016-7ae384108838 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:08:29.519601 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f91c8f-7695-4938-a988-6e69193f95e3', 'tag': '013ac6ed-dfee-428c-8d9a-b1c8c1da6f98', 'status': 'completed', 'code': 200} Sep 03 02:08:29.554236 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35824) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:29.570245 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-993e040e-e7a4-4104-b397-5c97c6cfec15 None None] Set router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:08:29.580206 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e1193ddb-6bd1-4428-854a-08e0d8dc81b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:29.702752 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35830) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:29.749948 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e1193ddb-6bd1-4428-854a-08e0d8dc81b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:29.751880 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abeb5f-26a3-4876-8271-434e95f53111 req-9d22b029-2338-4c3b-8798-34e89ad5d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:29.753606 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f9abeb5f-26a3-4876-8271-434e95f53111 req-9d22b029-2338-4c3b-8798-34e89ad5d2c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94e74d599fbf45ffa7ed50d9acbb3629&device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 1098 time: 0.0655806 Sep 03 02:08:29.771706 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b34c2-9c3d-4ef4-ae86-dd00af6fc1bf req-42cb7683-717d-446a-b472-e8bda9248a22 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:29.773257 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-173b34c2-9c3d-4ef4-ae86-dd00af6fc1bf req-42cb7683-717d-446a-b472-e8bda9248a22 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0735981 Sep 03 02:08:29.834482 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-173b34c2-9c3d-4ef4-ae86-dd00af6fc1bf req-5f13968f-c3ef-403d-814a-1999c29f46e8 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504131 Sep 03 02:08:29.836920 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e1193ddb-6bd1-4428-854a-08e0d8dc81b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:29.873026 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c758a3dc-fbd1-40aa-9ddb-d8056321a870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:29.875206 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-993e040e-e7a4-4104-b397-5c97c6cfec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:55Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'c79f96ec-41e6-4ada-b22b-02811f2e937b', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'port_id': '013ac6ed-dfee-428c-8d9a-b1c8c1da6f98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'mac_address': 'fa:16:3e:db:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f91c8f-7695-4938-a988-6e69193f95e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:08:09Z', 'updated_at': '2021-09-03T02:08:28Z', 'revision_number': 1, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abee3094-d13f-4c29-8e9d-df72d25963a3', 'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'mac_address': 'fa:16:3e:e1:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:52Z', 'updated_at': '2021-09-03T02:08:06Z', 'revision_number': 5, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'subnets': [{'id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:29.891768 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-e1193ddb-6bd1-4428-854a-08e0d8dc81b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98dd1ae27e1043048f249ee1e2df7cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357949 Sep 03 02:08:29.892644 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1193ddb-6bd1-4428-854a-08e0d8dc81b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6486fb-7008-407a-a332-6bcae4cd2a66,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:29.895727 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35836) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:29.907570 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e040e-e7a4-4104-b397-5c97c6cfec15 None None] Checking router: 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:08:29.917883 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e040e-e7a4-4104-b397-5c97c6cfec15 None None] Routers {'477c0bbb-53c3-454d-ba47-ac437d4c4ec2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:08:29.918599 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-993e040e-e7a4-4104-b397-5c97c6cfec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:08:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:29.932336 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abeb5f-26a3-4876-8271-434e95f53111 req-ad983116-1ae9-4162-bac6-cb457ee84f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:29.934454 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f9abeb5f-26a3-4876-8271-434e95f53111 req-ad983116-1ae9-4162-bac6-cb457ee84f6e service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f5d62d3-f984-497f-a7d7-99c203568a5e HTTP/1.1" status: 200 len: 911 time: 0.1671214 Sep 03 02:08:29.986271 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43390277-1fea-4875-97c6-42094e3a4506 req-17bfe9ea-6a8f-4435-8e0b-d6d5c6e0e03a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:29.987716 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-43390277-1fea-4875-97c6-42094e3a4506 req-17bfe9ea-6a8f-4435-8e0b-d6d5c6e0e03a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0787201 Sep 03 02:08:30.018372 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-67e2cc07-1421-4c20-bfc6-a8c197405090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:30.036942 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-993e040e-e7a4-4104-b397-5c97c6cfec15 None None] Set router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:08:30.059706 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-43390277-1fea-4875-97c6-42094e3a4506 req-62c25f1b-63ee-42fa-98c3-52ebf0e7aac1 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610189 Sep 03 02:08:30.061707 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-67e2cc07-1421-4c20-bfc6-a8c197405090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:30.066054 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f9abeb5f-26a3-4876-8271-434e95f53111 req-983274c5-bae2-40c1-ab06-c45e0a5ba51b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 HTTP/1.1" status: 200 len: 999 time: 0.1145339 Sep 03 02:08:30.151681 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c758a3dc-fbd1-40aa-9ddb-d8056321a870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:30.157688 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abeb5f-26a3-4876-8271-434e95f53111 req-baa40831-f145-4d9b-978d-9238d7b083c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:30.159219 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f9abeb5f-26a3-4876-8271-434e95f53111 req-baa40831-f145-4d9b-978d-9238d7b083c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50fd8023-c68b-42eb-8463-7db7e38159bc HTTP/1.1" status: 200 len: 849 time: 0.0851095 Sep 03 02:08:30.194284 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-67e2cc07-1421-4c20-bfc6-a8c197405090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:30.197590 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-67e2cc07-1421-4c20-bfc6-a8c197405090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:30.203535 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-67e2cc07-1421-4c20-bfc6-a8c197405090 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c6486fb-7008-407a-a332-6bcae4cd2a66 HTTP/1.1" status: 204 len: 168 time: 0.2914221 Sep 03 02:08:30.208525 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2cc07-1421-4c20-bfc6-a8c197405090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6486fb-7008-407a-a332-6bcae4cd2a66,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:30.215864 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abeb5f-26a3-4876-8271-434e95f53111 req-bb956a8b-727f-4d61-ad25-4dd60a0ba51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:30.227989 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f9abeb5f-26a3-4876-8271-434e95f53111 req-bb956a8b-727f-4d61-ad25-4dd60a0ba51a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f5d62d3-f984-497f-a7d7-99c203568a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578184 Sep 03 02:08:30.231991 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c758a3dc-fbd1-40aa-9ddb-d8056321a870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:30.280328 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-c758a3dc-fbd1-40aa-9ddb-d8056321a870 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b2aea9fc9804441afc40ba08b46b05c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5564833 Sep 03 02:08:30.281290 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35842) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:30.324812 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758a3dc-fbd1-40aa-9ddb-d8056321a870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d520f56-1f2b-440c-9e4c-d67838ce351a,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:30.336869 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-57605e53-eb0e-4c41-9017-20789c3b59e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:30.356607 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f9abeb5f-26a3-4876-8271-434e95f53111 req-84b8c5bf-e12a-41e6-b220-ec7368022f4b service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083834 Sep 03 02:08:30.360611 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-57605e53-eb0e-4c41-9017-20789c3b59e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:30.433093 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-993e040e-e7a4-4104-b397-5c97c6cfec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:55Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'c79f96ec-41e6-4ada-b22b-02811f2e937b', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'port_id': '013ac6ed-dfee-428c-8d9a-b1c8c1da6f98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'mac_address': 'fa:16:3e:db:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f91c8f-7695-4938-a988-6e69193f95e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:08:09Z', 'updated_at': '2021-09-03T02:08:28Z', 'revision_number': 1, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abee3094-d13f-4c29-8e9d-df72d25963a3', 'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'mac_address': 'fa:16:3e:e1:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:52Z', 'updated_at': '2021-09-03T02:08:06Z', 'revision_number': 5, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'subnets': [{'id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:30.459552 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993e040e-e7a4-4104-b397-5c97c6cfec15 None None] The sync data for ids ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'] in dv-cinder-804735-8-iscsi is: [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:55Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'c79f96ec-41e6-4ada-b22b-02811f2e937b', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'port_id': '013ac6ed-dfee-428c-8d9a-b1c8c1da6f98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'mac_address': 'fa:16:3e:db:34:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f91c8f-7695-4938-a988-6e69193f95e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:08:09Z', 'updated_at': '2021-09-03T02:08:28Z', 'revision_number': 1, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abee3094-d13f-4c29-8e9d-df72d25963a3', 'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'mac_address': 'fa:16:3e:e1:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:52Z', 'updated_at': '2021-09-03T02:08:06Z', 'revision_number': 5, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'subnets': [{'id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:08:30.463616 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f9abeb5f-26a3-4876-8271-434e95f53111 req-2f4ff0b8-ff85-4b1b-b987-96607f86e150 service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961168 Sep 03 02:08:30.502604 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-57605e53-eb0e-4c41-9017-20789c3b59e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:30.506170 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-57605e53-eb0e-4c41-9017-20789c3b59e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:30.507573 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-57605e53-eb0e-4c41-9017-20789c3b59e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d520f56-1f2b-440c-9e4c-d67838ce351a HTTP/1.1" status: 204 len: 168 time: 0.2252176 Sep 03 02:08:30.524117 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57605e53-eb0e-4c41-9017-20789c3b59e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d520f56-1f2b-440c-9e4c-d67838ce351a,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:30.728332 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb0b2d-d541-4d83-8226-0232833999be None None] New status for floating IP c79f96ec-41e6-4ada-b22b-02811f2e937b: ACTIVE {{(pid=94495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:08:30.987604 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4aba0-3daf-4938-8ad3-70ee96f23dda req-d1ffab26-6782-4943-b4ed-f8451cef5c85 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:30.989756 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eec4aba0-3daf-4938-8ad3-70ee96f23dda req-d1ffab26-6782-4943-b4ed-f8451cef5c85 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0637400 Sep 03 02:08:31.043955 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eec4aba0-3daf-4938-8ad3-70ee96f23dda req-504164bf-d1db-45a8-8a9d-5340609e28c8 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466700 Sep 03 02:08:31.205823 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf9dc3-7ad1-4b0b-9979-58bf4ad7537b req-92dd8f8e-085f-4366-90b7-54c6ab75e343 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:31.207511 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-14bf9dc3-7ad1-4b0b-9979-58bf4ad7537b req-92dd8f8e-085f-4366-90b7-54c6ab75e343 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0639105 Sep 03 02:08:31.246762 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35876) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:31.260284 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-611993d0-dce6-4f10-8967-edc14c96abf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:31.267809 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-14bf9dc3-7ad1-4b0b-9979-58bf4ad7537b req-9e7820dc-b233-4de4-bdd8-ce3f830fe977 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469918 Sep 03 02:08:31.348694 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-611993d0-dce6-4f10-8967-edc14c96abf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:31.422109 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-611993d0-dce6-4f10-8967-edc14c96abf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:31.461621 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-611993d0-dce6-4f10-8967-edc14c96abf2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02825a92ebde453facce780f9d4c22ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136843 Sep 03 02:08:31.462582 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611993d0-dce6-4f10-8967-edc14c96abf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379df6c3-1377-4453-b8f3-46508f36e1dd,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:31.464309 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35882) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:31.519028 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5f104b29-d6cd-4b0c-888b-18d4c61bb1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:31.543659 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5f104b29-d6cd-4b0c-888b-18d4c61bb1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:31.667952 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5f104b29-d6cd-4b0c-888b-18d4c61bb1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:31.670660 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5f104b29-d6cd-4b0c-888b-18d4c61bb1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:31.675525 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-5f104b29-d6cd-4b0c-888b-18d4c61bb1a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/379df6c3-1377-4453-b8f3-46508f36e1dd HTTP/1.1" status: 204 len: 168 time: 0.2064090 Sep 03 02:08:31.680710 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f104b29-d6cd-4b0c-888b-18d4c61bb1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379df6c3-1377-4453-b8f3-46508f36e1dd,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:32.161536 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff1b2e-259c-4207-9783-f7ec6ac45056 req-1f0500fe-fe24-4542-a261-be0ffad5b618 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:32.163049 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-57ff1b2e-259c-4207-9783-f7ec6ac45056 req-1f0500fe-fe24-4542-a261-be0ffad5b618 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0534761 Sep 03 02:08:32.213782 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-57ff1b2e-259c-4207-9783-f7ec6ac45056 req-9adc304e-ee94-42f7-835b-7951b47f9434 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400190 Sep 03 02:08:32.354064 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ba93a-7fb0-4130-9aa3-eb183bf5e806 req-1fab15f1-1442-4fb9-bb44-bdae9f84c9b0 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:32.355501 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7c4ba93a-7fb0-4130-9aa3-eb183bf5e806 req-1fab15f1-1442-4fb9-bb44-bdae9f84c9b0 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0572286 Sep 03 02:08:32.363940 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35922) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:32.368526 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-a2c418a9-1772-4081-b7e9-ce4bb4ccdb87 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Request body: {'floatingip': {'port_id': 'f8db225b-7e77-49ca-846b-424540fa0c40'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:32.396912 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf981137-ea1a-4090-93b4-486c969f3c2b req-a02f855d-1d25-4d89-9747-2f1994f6f620 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:32.398718 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bf981137-ea1a-4090-93b4-486c969f3c2b req-a02f855d-1d25-4d89-9747-2f1994f6f620 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0610025 Sep 03 02:08:32.417646 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a2c418a9-1772-4081-b7e9-ce4bb4ccdb87 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for floatingip, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:32.448115 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bf981137-ea1a-4090-93b4-486c969f3c2b req-7cc6177f-802b-4b8e-bfd2-96dc40460abe tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426221 Sep 03 02:08:32.868495 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a2c418a9-1772-4081-b7e9-ce4bb4ccdb87 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:32.971381 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a2c418a9-1772-4081-b7e9-ce4bb4ccdb87 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:33.076578 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.l3_db [None req-a2c418a9-1772-4081-b7e9-ce4bb4ccdb87 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Floating IP e97e25d7-fe4a-44af-bdf1-7dc2f821c787 associated. External IP: 172.27.0.130, port: f8db225b-7e77-49ca-846b-424540fa0c40. Sep 03 02:08:33.281949 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c418a9-1772-4081-b7e9-ce4bb4ccdb87 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Router 66261697-ed86-4146-91ad-6c53a07a0545 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:08:33.396934 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c418a9-1772-4081-b7e9-ce4bb4ccdb87 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:08:33.401603 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a2c418a9-1772-4081-b7e9-ce4bb4ccdb87 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:33.406741 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e0a2e5-7b8a-4bc4-b80f-57e30c253e0d None None] Sync routers for ids ['66261697-ed86-4146-91ad-6c53a07a0545'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:08:33.422718 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e0a2e5-7b8a-4bc4-b80f-57e30c253e0d None None] Routers {'66261697-ed86-4146-91ad-6c53a07a0545'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:08:33.423424 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-55e0a2e5-7b8a-4bc4-b80f-57e30c253e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:08:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['66261697-ed86-4146-91ad-6c53a07a0545'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:33.467431 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-a2c418a9-1772-4081-b7e9-ce4bb4ccdb87 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "PUT /v2.0/floatingips/e97e25d7-fe4a-44af-bdf1-7dc2f821c787 HTTP/1.1" status: 200 len: 991 time: 1.1023521 Sep 03 02:08:33.468114 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'tag': 'f8db225b-7e77-49ca-846b-424540fa0c40'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:08:33.472378 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14afb01e-262e-4b8f-b16a-61ee11c61a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a", "tag": "f8db225b-7e77-49ca-846b-424540fa0c40"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:08:33.559910 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-55e0a2e5-7b8a-4bc4-b80f-57e30c253e0d None None] Set router 66261697-ed86-4146-91ad-6c53a07a0545 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:08:33.588961 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2051e32-1160-4efd-812b-8a8002a5e48e req-d7513cef-f4cd-4e6e-b781-09962d11d31c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:33.590629 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e2051e32-1160-4efd-812b-8a8002a5e48e req-d7513cef-f4cd-4e6e-b781-09962d11d31c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0604372 Sep 03 02:08:33.657388 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2050ac5e-4700-4b40-ae3d-baacd3249add x-openstack-request-id: req-2050ac5e-4700-4b40-ae3d-baacd3249add {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:08:33.657978 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a", "tag": "f8db225b-7e77-49ca-846b-424540fa0c40", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:08:33.658968 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2050ac5e-4700-4b40-ae3d-baacd3249add {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:08:33.659389 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'tag': 'f8db225b-7e77-49ca-846b-424540fa0c40', 'status': 'completed', 'code': 200} Sep 03 02:08:33.659660 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e2051e32-1160-4efd-812b-8a8002a5e48e req-961462f3-1fa3-4174-aede-92a9c1c81203 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581610 Sep 03 02:08:33.705027 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-06298d17-d60b-43e4-b049-58f36b9bc530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:33.739010 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afb01e-262e-4b8f-b16a-61ee11c61a1b req-a8daf591-5fd4-472f-b2b0-8b100f34d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:33.740856 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-14afb01e-262e-4b8f-b16a-61ee11c61a1b req-a8daf591-5fd4-472f-b2b0-8b100f34d581 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 1098 time: 0.0479612 Sep 03 02:08:33.839307 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afb01e-262e-4b8f-b16a-61ee11c61a1b req-85a57083-1be6-4ee9-b661-127766dd3c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:33.840782 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-14afb01e-262e-4b8f-b16a-61ee11c61a1b req-85a57083-1be6-4ee9-b661-127766dd3c6b service neutron] 10.222.0.25 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 918 time: 0.0912986 Sep 03 02:08:33.861763 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-55e0a2e5-7b8a-4bc4-b80f-57e30c253e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:58Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'e97e25d7-fe4a-44af-bdf1-7dc2f821c787', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'port_id': 'f8db225b-7e77-49ca-846b-424540fa0c40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'mac_address': 'fa:16:3e:02:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:08:13Z', 'updated_at': '2021-09-03T02:08:32Z', 'revision_number': 1, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8c09f15-656e-482b-88b4-a2982b13132c', 'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'mac_address': 'fa:16:3e:6f:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:53Z', 'updated_at': '2021-09-03T02:08:11Z', 'revision_number': 5, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'subnets': [{'id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:33.888454 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e0a2e5-7b8a-4bc4-b80f-57e30c253e0d None None] Checking router: 66261697-ed86-4146-91ad-6c53a07a0545 for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:08:33.897362 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e0a2e5-7b8a-4bc4-b80f-57e30c253e0d None None] Routers {'66261697-ed86-4146-91ad-6c53a07a0545'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:08:33.897989 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-55e0a2e5-7b8a-4bc4-b80f-57e30c253e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:08:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['66261697-ed86-4146-91ad-6c53a07a0545'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:33.908641 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-14afb01e-262e-4b8f-b16a-61ee11c61a1b req-1d229b41-bf75-4b0b-8b38-ac9991decd94 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8db225b-7e77-49ca-846b-424540fa0c40 HTTP/1.1" status: 200 len: 999 time: 0.0595813 Sep 03 02:08:33.977995 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afb01e-262e-4b8f-b16a-61ee11c61a1b req-0f5e94f6-1ee1-4020-9191-10bf937b2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:33.979475 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-14afb01e-262e-4b8f-b16a-61ee11c61a1b req-0f5e94f6-1ee1-4020-9191-10bf937b2af7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 200 len: 856 time: 0.0594900 Sep 03 02:08:34.003024 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-55e0a2e5-7b8a-4bc4-b80f-57e30c253e0d None None] Set router 66261697-ed86-4146-91ad-6c53a07a0545 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:08:34.031737 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afb01e-262e-4b8f-b16a-61ee11c61a1b req-32a87bf8-4a6e-4549-9eaf-a8d8365c897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:34.033307 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-14afb01e-262e-4b8f-b16a-61ee11c61a1b req-32a87bf8-4a6e-4549-9eaf-a8d8365c897e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ce91eac-9b88-4122-abff-d06982620e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389485 Sep 03 02:08:34.146787 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-14afb01e-262e-4b8f-b16a-61ee11c61a1b req-edfb89a8-31b2-4886-acd2-8640ee717674 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977476 Sep 03 02:08:34.245524 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-55e0a2e5-7b8a-4bc4-b80f-57e30c253e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:58Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'e97e25d7-fe4a-44af-bdf1-7dc2f821c787', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'port_id': 'f8db225b-7e77-49ca-846b-424540fa0c40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'mac_address': 'fa:16:3e:02:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:08:13Z', 'updated_at': '2021-09-03T02:08:32Z', 'revision_number': 1, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8c09f15-656e-482b-88b4-a2982b13132c', 'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'mac_address': 'fa:16:3e:6f:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:53Z', 'updated_at': '2021-09-03T02:08:11Z', 'revision_number': 5, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'subnets': [{'id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:34.249514 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-14afb01e-262e-4b8f-b16a-61ee11c61a1b req-5dc1b5f8-cd51-4f45-9064-c50d8dfa0f5d service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942986 Sep 03 02:08:34.285554 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e0a2e5-7b8a-4bc4-b80f-57e30c253e0d None None] The sync data for ids ['66261697-ed86-4146-91ad-6c53a07a0545'] in dv-cinder-804735-8-iscsi is: [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:58Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'e97e25d7-fe4a-44af-bdf1-7dc2f821c787', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'floating_ip_address': '172.27.0.130', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'port_id': 'f8db225b-7e77-49ca-846b-424540fa0c40', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'mac_address': 'fa:16:3e:02:33:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:08:13Z', 'updated_at': '2021-09-03T02:08:32Z', 'revision_number': 1, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8c09f15-656e-482b-88b4-a2982b13132c', 'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'mac_address': 'fa:16:3e:6f:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:53Z', 'updated_at': '2021-09-03T02:08:11Z', 'revision_number': 5, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'subnets': [{'id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:08:34.481090 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530710c5-488c-41a8-82ee-ce6f9a1f5052 None None] New status for floating IP e97e25d7-fe4a-44af-bdf1-7dc2f821c787: ACTIVE {{(pid=94495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:08:34.777151 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b75a5-b5ba-4609-a30a-472551593be4 req-7fabf8fe-b276-489f-820e-2ee1e9afe97f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:34.778620 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0b5b75a5-b5ba-4609-a30a-472551593be4 req-7fabf8fe-b276-489f-820e-2ee1e9afe97f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0484965 Sep 03 02:08:34.821037 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0b5b75a5-b5ba-4609-a30a-472551593be4 req-ce5c8b8b-e0a5-4bd4-9e75-fe25e29c1bcc tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333302 Sep 03 02:08:35.943759 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6bfc0-c4cf-4bb6-bb7e-83f9be2b541c req-2117b171-2e79-40ef-936d-e7816cefb336 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:35.945242 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-28c6bfc0-c4cf-4bb6-bb7e-83f9be2b541c req-2117b171-2e79-40ef-936d-e7816cefb336 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0498478 Sep 03 02:08:35.987026 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-28c6bfc0-c4cf-4bb6-bb7e-83f9be2b541c req-479ec960-a78f-4022-b13b-685561e53d1e tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349436 Sep 03 02:08:36.159251 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a95dd7f0-fafe-4406-b957-c5317b7b9284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:36.707652 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:37.656488 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:38.953713 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:39.338493 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ba8e9-a60d-41ac-8efe-68431690bca6 req-f9bbadaa-2c4e-4464-ace7-d54b60d65974 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:39.339977 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-157ba8e9-a60d-41ac-8efe-68431690bca6 req-f9bbadaa-2c4e-4464-ace7-d54b60d65974 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0479848 Sep 03 02:08:39.379663 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-157ba8e9-a60d-41ac-8efe-68431690bca6 req-f6eee3e5-ed20-492f-9388-28839c449c28 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335698 Sep 03 02:08:40.510186 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8131aa-826a-4852-956a-98c1ee00d399 req-ab59da13-b57e-4a5e-abde-c00664918c0c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:40.511823 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eb8131aa-826a-4852-956a-98c1ee00d399 req-ab59da13-b57e-4a5e-abde-c00664918c0c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0569398 Sep 03 02:08:40.556117 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eb8131aa-826a-4852-956a-98c1ee00d399 req-c32f758f-c592-487e-8aaf-a42a4bb453c5 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383680 Sep 03 02:08:41.008397 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36106) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:41.110827 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-39451b90-13ab-4811-b20d-0ac2ab2290dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:41.197938 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-39451b90-13ab-4811-b20d-0ac2ab2290dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:41.279405 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-39451b90-13ab-4811-b20d-0ac2ab2290dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:41.321424 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-39451b90-13ab-4811-b20d-0ac2ab2290dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa4b3c07376a4cc18a9a9a41241407d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119514 Sep 03 02:08:41.322287 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39451b90-13ab-4811-b20d-0ac2ab2290dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef56c43-2f72-48d2-b57a-248c3b4991c5,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:41.324173 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36118) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:41.380450 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e3959dc7-aa5b-431e-88af-05f352ff8ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:41.406130 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e3959dc7-aa5b-431e-88af-05f352ff8ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:41.519347 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e3959dc7-aa5b-431e-88af-05f352ff8ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:41.521981 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e3959dc7-aa5b-431e-88af-05f352ff8ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:41.523725 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-e3959dc7-aa5b-431e-88af-05f352ff8ecd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ef56c43-2f72-48d2-b57a-248c3b4991c5 HTTP/1.1" status: 204 len: 168 time: 0.1976378 Sep 03 02:08:41.531883 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3959dc7-aa5b-431e-88af-05f352ff8ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef56c43-2f72-48d2-b57a-248c3b4991c5,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:42.143577 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36136) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:42.156752 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3d66fed6-0f2f-4db7-b15c-fd39cf47e39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:42.243896 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3d66fed6-0f2f-4db7-b15c-fd39cf47e39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:42.319113 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3d66fed6-0f2f-4db7-b15c-fd39cf47e39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:42.356995 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-3d66fed6-0f2f-4db7-b15c-fd39cf47e39d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01f50534ee9248fb83ae71b693039d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123237 Sep 03 02:08:42.357836 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66fed6-0f2f-4db7-b15c-fd39cf47e39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d5af51-c7bb-45d8-9946-9fb5eb2a467a,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:42.359798 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36140) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:42.406322 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:42.427948 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:42.524905 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:42.527579 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:42.531021 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9d5af51-c7bb-45d8-9946-9fb5eb2a467a HTTP/1.1" status: 204 len: 168 time: 0.1678123 Sep 03 02:08:42.537459 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d5af51-c7bb-45d8-9946-9fb5eb2a467a,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:42.544895 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:42.545277 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:42.545659 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:42.550444 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:42.550444 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:42.550444 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:42.550444 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:42.550444 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:42.550444 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:42.550444 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:42.550444 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:42.550444 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3d7649-d77c-4b1e-a570-d4676699525c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:43.215444 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36150) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:43.229756 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9fdaef92-8835-4e4c-a498-53465aa5c7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:43.315150 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9fdaef92-8835-4e4c-a498-53465aa5c7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:43.427792 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9fdaef92-8835-4e4c-a498-53465aa5c7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:43.466751 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-9fdaef92-8835-4e4c-a498-53465aa5c7de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=914eb5f8cccb44a49a1a87baf0254cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502232 Sep 03 02:08:43.467649 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdaef92-8835-4e4c-a498-53465aa5c7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f392e8-b467-4e65-a6e7-d10db99197e0,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:43.469466 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36154) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:43.516274 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4165f993-c3e9-498d-baa9-d83931af3b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:43.536390 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4165f993-c3e9-498d-baa9-d83931af3b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:43.645164 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4165f993-c3e9-498d-baa9-d83931af3b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:43.648290 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4165f993-c3e9-498d-baa9-d83931af3b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:43.649623 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-4165f993-c3e9-498d-baa9-d83931af3b9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09f392e8-b467-4e65-a6e7-d10db99197e0 HTTP/1.1" status: 204 len: 168 time: 0.1790650 Sep 03 02:08:43.658185 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165f993-c3e9-498d-baa9-d83931af3b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f392e8-b467-4e65-a6e7-d10db99197e0,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:44.650506 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd992dc6-5625-4ef7-b490-6f92631a3de1 req-a6b9683b-a157-4f27-a652-d2107686d745 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:44.652243 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dd992dc6-5625-4ef7-b490-6f92631a3de1 req-a6b9683b-a157-4f27-a652-d2107686d745 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 945 time: 0.0894847 Sep 03 02:08:44.660415 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201065-3b36-4238-8bf1-2c9e70cac5b0 req-d99c72bd-35b9-458f-b179-8139a93357a0 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:44.667695 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a2201065-3b36-4238-8bf1-2c9e70cac5b0 req-d99c72bd-35b9-458f-b179-8139a93357a0 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0913186 Sep 03 02:08:44.720026 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a2201065-3b36-4238-8bf1-2c9e70cac5b0 req-4fa39daa-2a6b-4bc8-ada6-59237ca9b3a9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523968 Sep 03 02:08:44.724767 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dd992dc6-5625-4ef7-b490-6f92631a3de1 req-dc824890-5cfd-4aa5-812a-588d5293ec9b tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598352 Sep 03 02:08:45.868131 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27575fa-ac99-4ddb-b602-0883cdab07ff req-0b706f76-d8a8-4134-acc3-ff554a1e5deb tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:45.869597 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e27575fa-ac99-4ddb-b602-0883cdab07ff req-0b706f76-d8a8-4134-acc3-ff554a1e5deb tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0759211 Sep 03 02:08:45.890223 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5649bc-0465-4aea-8064-4d057c7fdb0a req-07549d33-b3f4-49ae-a0d2-f3f80c0a856c tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:45.891719 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4f5649bc-0465-4aea-8064-4d057c7fdb0a req-07549d33-b3f4-49ae-a0d2-f3f80c0a856c tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 945 time: 0.0732303 Sep 03 02:08:45.938388 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e27575fa-ac99-4ddb-b602-0883cdab07ff req-3eb410ea-c6cb-46a5-bd7d-a54c33751358 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610549 Sep 03 02:08:45.945513 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4f5649bc-0465-4aea-8064-4d057c7fdb0a req-0afb67ef-c57a-4752-b2d9-47fe72b785c5 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461497 Sep 03 02:08:47.085336 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8447f5-1152-4e63-bcd5-433b4ebb04a2 req-419b83da-a873-40e1-b859-2649e781393a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:47.086816 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ac8447f5-1152-4e63-bcd5-433b4ebb04a2 req-419b83da-a873-40e1-b859-2649e781393a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0758917 Sep 03 02:08:47.097570 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee61c6-692e-45c2-be7f-c4d215e9b507 req-113fb1e0-da53-427d-97a3-89fd4f665ae5 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:47.098947 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d7ee61c6-692e-45c2-be7f-c4d215e9b507 req-113fb1e0-da53-427d-97a3-89fd4f665ae5 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 945 time: 0.0777397 Sep 03 02:08:47.155203 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ac8447f5-1152-4e63-bcd5-433b4ebb04a2 req-cba4cc29-a528-477d-839d-33adf3e79013 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498097 Sep 03 02:08:47.164113 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d7ee61c6-692e-45c2-be7f-c4d215e9b507 req-b340a27c-7a7a-4e9f-afa6-d1857257e0eb tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/security-groups?id=8ceb84c8-cbdc-40b2-b10d-889290fb949a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564206 Sep 03 02:08:47.243380 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e83dc8-3d5c-42eb-9d09-303531262ecd req-6d80c7bd-cf21-4b89-bdc6-592997e7da0e tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:47.244746 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-02e83dc8-3d5c-42eb-9d09-303531262ecd req-6d80c7bd-cf21-4b89-bdc6-592997e7da0e tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.25 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 945 time: 0.0800502 Sep 03 02:08:47.562607 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-02e83dc8-3d5c-42eb-9d09-303531262ecd req-5b2a2d01-ea69-4d94-993a-2122e33f1db2 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Deleting port 3a20e3f4-22f8-462f-b325-63a277f883c6 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:08:47.562983 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-02e83dc8-3d5c-42eb-9d09-303531262ecd req-5b2a2d01-ea69-4d94-993a-2122e33f1db2 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:47.649551 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-02e83dc8-3d5c-42eb-9d09-303531262ecd req-5b2a2d01-ea69-4d94-993a-2122e33f1db2 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] For port 3a20e3f4-22f8-462f-b325-63a277f883c6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=3a20e3f4-22f8-462f-b325-63a277f883c6,segment=NetworkSegment(cffcd1ab-e79c-4577-898f-675112edde83),segment_id=cffcd1ab-e79c-4577-898f-675112edde83)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:08:47.649942 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-02e83dc8-3d5c-42eb-9d09-303531262ecd req-5b2a2d01-ea69-4d94-993a-2122e33f1db2 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:47.663411 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-02e83dc8-3d5c-42eb-9d09-303531262ecd req-5b2a2d01-ea69-4d94-993a-2122e33f1db2 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Calling delete_port for 3a20e3f4-22f8-462f-b325-63a277f883c6 owned by compute:nova {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:08:47.873156 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-02e83dc8-3d5c-42eb-9d09-303531262ecd req-5b2a2d01-ea69-4d94-993a-2122e33f1db2 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:47.894919 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['3a20e3f4-22f8-462f-b325-63a277f883c6'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:08:47.906546 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a2d01-ea69-4d94-993a-2122e33f1db2 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Pushing event deleted for resources: {'Port': ['ID=3a20e3f4-22f8-462f-b325-63a277f883c6,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:47.964997 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e83dc8-3d5c-42eb-9d09-303531262ecd req-5b2a2d01-ea69-4d94-993a-2122e33f1db2 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] No DVR routers for this DVR port 3a20e3f4-22f8-462f-b325-63a277f883c6 on host hv-cinder-80473 {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:08:47.968071 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-02e83dc8-3d5c-42eb-9d09-303531262ecd req-5b2a2d01-ea69-4d94-993a-2122e33f1db2 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:47.970122 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-02e83dc8-3d5c-42eb-9d09-303531262ecd req-5b2a2d01-ea69-4d94-993a-2122e33f1db2 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.25 "DELETE /v2.0/ports/3a20e3f4-22f8-462f-b325-63a277f883c6 HTTP/1.1" status: 204 len: 173 time: 0.7175269 Sep 03 02:08:47.970562 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e17b64-bd5a-433c-b4a7-57a0e17cef38', 'name': 'network-vif-deleted', 'tag': '3a20e3f4-22f8-462f-b325-63a277f883c6'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:08:47.972822 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb382cae-6236-4d71-9ed0-19c9510d43e3" -d '{"events": [{"server_uuid": "22e17b64-bd5a-433c-b4a7-57a0e17cef38", "name": "network-vif-deleted", "tag": "3a20e3f4-22f8-462f-b325-63a277f883c6"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:08:48.014290 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee9700a-8ceb-4211-b10f-53ba6e7e244e x-openstack-request-id: req-eee9700a-8ceb-4211-b10f-53ba6e7e244e {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:08:48.014605 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e17b64-bd5a-433c-b4a7-57a0e17cef38", "name": "network-vif-deleted", "tag": "3a20e3f4-22f8-462f-b325-63a277f883c6", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:08:48.014869 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eee9700a-8ceb-4211-b10f-53ba6e7e244e {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:08:48.015267 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e17b64-bd5a-433c-b4a7-57a0e17cef38', 'name': 'network-vif-deleted', 'tag': '3a20e3f4-22f8-462f-b325-63a277f883c6', 'status': 'completed', 'code': 200} Sep 03 02:08:48.282308 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-84e9235a-d785-4ae4-8a52-d6733fdbb892 req-f35fa471-6e29-46fa-a930-2124a199d5ff tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 210 time: 0.0390642 Sep 03 02:08:48.307945 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6f74e-b029-48fe-a42a-0b21842f467f req-79a6ccec-a73e-4df7-899d-87b37c1ea192 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:48.309407 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0de6f74e-b029-48fe-a42a-0b21842f467f req-79a6ccec-a73e-4df7-899d-87b37c1ea192 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0751772 Sep 03 02:08:48.346598 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0de6f74e-b029-48fe-a42a-0b21842f467f req-9067543a-f10b-4d73-a8a1-e717942f04f7 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312667 Sep 03 02:08:49.263844 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:08:49.416135 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fb17ec5b-4469-4e48-b8a6-c6ad56e98f0e req-b8cf0173-67b1-4310-9083-363c6e3fb846 tempest-DeleteServersTestJSON-1677811155 tempest-DeleteServersTestJSON-1677811155-project] 10.222.0.21 "GET /v2.0/ports?device_id=22e17b64-bd5a-433c-b4a7-57a0e17cef38 HTTP/1.1" status: 200 len: 210 time: 0.0488441 Sep 03 02:08:49.484566 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0614d-e87c-46b6-99e1-f751fa1170a9 req-c6be8d41-1b7d-4182-a398-6a0999f85972 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:49.486059 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-beb0614d-e87c-46b6-99e1-f751fa1170a9 req-c6be8d41-1b7d-4182-a398-6a0999f85972 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0610638 Sep 03 02:08:49.526469 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-beb0614d-e87c-46b6-99e1-f751fa1170a9 req-4fb4b507-cfa5-4c89-9bb0-39d16c2bf054 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330729 Sep 03 02:08:50.650946 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef876400-641f-49c4-91e9-774ed17136de req-042132f2-ff1c-405a-82e3-53d6e37333c9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:50.659829 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ef876400-641f-49c4-91e9-774ed17136de req-042132f2-ff1c-405a-82e3-53d6e37333c9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0637341 Sep 03 02:08:50.670279 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 3a20e3f4-22f8-462f-b325-63a277f883c6 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:08:50.700337 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: 3a20e3f4-22f8-462f-b325-63a277f883c6 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:08:50.700683 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 3a20e3f4-22f8-462f-b325-63a277f883c6 not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:08:50.711207 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ef876400-641f-49c4-91e9-774ed17136de req-3fb3c413-948e-4688-93cc-0b3377c47fac tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504529 Sep 03 02:08:53.244438 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f1277-e4c0-4115-b09a-afc0a22e38f6 req-2e9c4af6-0076-471a-8fa9-9d21c60e6dc1 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:53.245786 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d37f1277-e4c0-4115-b09a-afc0a22e38f6 req-2e9c4af6-0076-471a-8fa9-9d21c60e6dc1 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0466588 Sep 03 02:08:53.282232 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d37f1277-e4c0-4115-b09a-afc0a22e38f6 req-3420b4a9-0a13-4d9f-8687-d5ddd2213a2e tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304899 Sep 03 02:08:54.398597 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011897a1-ddcc-4e1c-aefb-d485b644953b req-7bde0a04-52fd-4ebd-8bbd-119536a159b9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:54.400669 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-011897a1-ddcc-4e1c-aefb-d485b644953b req-7bde0a04-52fd-4ebd-8bbd-119536a159b9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0513003 Sep 03 02:08:54.438082 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-011897a1-ddcc-4e1c-aefb-d485b644953b req-70cc862f-4cab-46de-88d0-c5c8ee84e62d tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314696 Sep 03 02:08:54.488732 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0d00a6af-7976-494c-a4ff-d3dd37beb894 req-a623043e-bc90-4c8f-a7ca-70939a6c1732 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374684 Sep 03 02:08:54.588885 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00a6af-7976-494c-a4ff-d3dd37beb894 req-fa1c45df-1fde-402f-be91-5246b7379b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:54.590380 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0d00a6af-7976-494c-a4ff-d3dd37beb894 req-fa1c45df-1fde-402f-be91-5246b7379b94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d5121030220459c849c4187e8cd29c0&device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 1098 time: 0.0434835 Sep 03 02:08:54.702021 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00a6af-7976-494c-a4ff-d3dd37beb894 req-aa2b771d-112d-48c7-a826-49d29a61025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:54.703486 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0d00a6af-7976-494c-a4ff-d3dd37beb894 req-aa2b771d-112d-48c7-a826-49d29a61025f service neutron] 10.222.0.25 "GET /v2.0/networks?id=5839703f-da91-4018-9264-b1db6c66915b HTTP/1.1" status: 200 len: 916 time: 0.0843375 Sep 03 02:08:54.748125 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0d00a6af-7976-494c-a4ff-d3dd37beb894 req-4830005e-10b0-4fc9-8a55-6f6ce2ace0ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49b8bb00-2daf-4930-b7b3-262293cfd5d6 HTTP/1.1" status: 200 len: 217 time: 0.0350366 Sep 03 02:08:54.804725 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00a6af-7976-494c-a4ff-d3dd37beb894 req-9271161e-344f-48f7-a94b-588089baaed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:54.808700 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0d00a6af-7976-494c-a4ff-d3dd37beb894 req-9271161e-344f-48f7-a94b-588089baaed6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=971c703e-f3c5-4742-a735-4a218bd442de HTTP/1.1" status: 200 len: 855 time: 0.0469546 Sep 03 02:08:54.851045 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0d00a6af-7976-494c-a4ff-d3dd37beb894 req-87bbf7bb-82b1-4adf-be41-d7bdb44e6dc2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5839703f-da91-4018-9264-b1db6c66915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242834 Sep 03 02:08:54.962112 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0d00a6af-7976-494c-a4ff-d3dd37beb894 req-4d6fb2b9-ea71-4bca-b0e2-d60383ff851f service neutron] 10.222.0.25 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858119 Sep 03 02:08:55.060571 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0d00a6af-7976-494c-a4ff-d3dd37beb894 req-b0e9ae14-e4eb-40b0-aa6f-83bca40a7f84 service neutron] 10.222.0.25 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805082 Sep 03 02:08:55.555369 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c44e4-4e33-4e99-a272-87769d294d1f req-c300116e-f3a7-4d22-b1a1-db5b809e4856 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:55.556830 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-875c44e4-4e33-4e99-a272-87769d294d1f req-c300116e-f3a7-4d22-b1a1-db5b809e4856 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0482857 Sep 03 02:08:55.595454 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-875c44e4-4e33-4e99-a272-87769d294d1f req-c12db6e1-e4a4-4c35-8626-05b498e13c25 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Sep 03 02:08:56.095862 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:56.274761 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-ccfdd6f0-a161-415c-8482-0d376e3cd3ec tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:56.275625 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-ccfdd6f0-a161-415c-8482-0d376e3cd3ec tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/networks?id=5839703f-da91-4018-9264-b1db6c66915b HTTP/1.1" status: 200 len: 815 time: 0.1168149 Sep 03 02:08:56.296164 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-fadd9015-1dd1-41b3-aa4e-094aaf158e3d tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/quotas/9d5121030220459c849c4187e8cd29c0 HTTP/1.1" status: 200 len: 375 time: 0.0137634 Sep 03 02:08:56.333523 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36472) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:56.345249 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-94b1eef0-62eb-44ba-9a11-ad0841907379 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d5121030220459c849c4187e8cd29c0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482097 Sep 03 02:08:56.377689 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa06f76-d386-4188-905a-9e15668e0724 admin admin] Deleting subnet fd7f03f2-81ff-441c-87ab-ac0d59c8abe1 {{(pid=94494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:08:56.384785 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0aa06f76-d386-4188-905a-9e15668e0724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:56.455948 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0aa06f76-d386-4188-905a-9e15668e0724 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:56.464971 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0aa06f76-d386-4188-905a-9e15668e0724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:56.476340 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-28089276-b128-4273-82df-144118aaee1c service neutron] 10.222.0.21 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241391 Sep 03 02:08:56.582314 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0aa06f76-d386-4188-905a-9e15668e0724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for subnet, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:56.604974 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-1d4879ae-bd46-480d-a4d5-cb64c48ba1dc service neutron] 10.222.0.21 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217947 Sep 03 02:08:56.641785 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0aa06f76-d386-4188-905a-9e15668e0724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:56.648322 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-0aa06f76-d386-4188-905a-9e15668e0724 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fd7f03f2-81ff-441c-87ab-ac0d59c8abe1 HTTP/1.1" status: 204 len: 168 time: 0.3124959 Sep 03 02:08:56.649737 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36494) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:56.658713 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa06f76-d386-4188-905a-9e15668e0724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd7f03f2-81ff-441c-87ab-ac0d59c8abe1,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:56.956753 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9fdb5593-221b-433a-a593-93cb84186b48 req-053d36bc-bafc-457b-a1f9-4fcaa03e7da3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 210 time: 0.0330064 Sep 03 02:08:56.959170 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:56.984351 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5e32a-43a3-4cb7-ba71-6d037f701417 req-ddb92458-2433-40ac-99f9-c04bbc2bd395 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:56.990405 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-85b5e32a-43a3-4cb7-ba71-6d037f701417 req-ddb92458-2433-40ac-99f9-c04bbc2bd395 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.3119242 Sep 03 02:08:57.069089 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-85b5e32a-43a3-4cb7-ba71-6d037f701417 req-2ce63205-5046-48ad-bfc2-4714831980fa tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751929 Sep 03 02:08:57.092611 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:57.103528 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:08:57.103876 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:08:57.104640 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:08:57.104975 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=94493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:08:57.105333 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:08:57.105662 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=94493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:08:57.106001 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:08:57.106387 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:08:57.106710 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:08:57.107052 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:08:57.235433 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:08:57.235715 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:08:57.236056 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:08:57.236389 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94493) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:08:57.236770 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e33bcbe-35bd-4702-af8e-2939426053bb']}} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:57.253847 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cffcd1ab-e79c-4577-898f-675112edde83') {'for_net_delete': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:57.254147 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cffcd1ab-e79c-4577-898f-675112edde83') {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:08:57.270454 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30229314'] for segment, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:57.292062 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:57.300107 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:08:57.300495 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30143582'] for segment, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: from cryptography.utils import int_from_bytes Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: from cryptography.utils import int_from_bytes Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: Traceback (most recent call last): Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: timer() Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: cb(*args, **kw) Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: return func(*args, **kwargs) Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: self._notify() Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: self.callback(batched_events) Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: event.method(event) Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: return f(self, *a, **k) Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: return self._get(url).json() Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: return self.request(url, 'GET', **kwargs) Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:08:57.304848 dv-cinder-804735-8-iscsi neutron-server[94493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:08:57.444750 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:57.461367 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:57.464685 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1e33bcbe-35bd-4702-af8e-2939426053bb HTTP/1.1" status: 204 len: 168 time: 0.8131816 Sep 03 02:08:57.466029 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e33bcbe-35bd-4702-af8e-2939426053bb,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:57.476069 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.476488 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.477144 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.477364 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.477753 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.478736 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.478975 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.479694 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.480093 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.480908 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.480908 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.481254 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51239fe-8db8-4f5a-8faf-82550ac7d6f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:08:57.862526 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36526) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:57.901394 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-9b02a4e3-4417-4a4a-9a58-ef21363fbbe9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a6fd8a20709438294ccd633f7d9fd7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376916 Sep 03 02:08:57.903844 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36528) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:57.954233 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-273f4158-2305-481c-8696-043f160a55ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:57.975779 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-273f4158-2305-481c-8696-043f160a55ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:58.023460 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36538) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:58.104818 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-99de67a0-8408-42a6-85b5-6b123f053618 req-23787f7f-93bb-49d6-a117-455cad81e1be tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 210 time: 0.0420675 Sep 03 02:08:58.134779 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-273f4158-2305-481c-8696-043f160a55ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:58.134779 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-273f4158-2305-481c-8696-043f160a55ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:58.134779 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-273f4158-2305-481c-8696-043f160a55ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ceb84c8-cbdc-40b2-b10d-889290fb949a HTTP/1.1" status: 204 len: 168 time: 0.2235820 Sep 03 02:08:58.137701 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f4158-2305-481c-8696-043f160a55ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceb84c8-cbdc-40b2-b10d-889290fb949a,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:58.210806 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e73e11f7-9c2c-413a-ba58-6b7225065352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:58.251643 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eee6fa-48d7-4e0c-af4a-30350c702dbb req-e7a92562-9ca7-4020-b4b8-70574245d32c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:58.253141 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c5eee6fa-48d7-4e0c-af4a-30350c702dbb req-e7a92562-9ca7-4020-b4b8-70574245d32c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.1007900 Sep 03 02:08:58.311031 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c5eee6fa-48d7-4e0c-af4a-30350c702dbb req-2732abf5-452c-4baa-9d8c-3b331a3ebbfb tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516796 Sep 03 02:08:58.355786 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e73e11f7-9c2c-413a-ba58-6b7225065352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:58.438596 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e73e11f7-9c2c-413a-ba58-6b7225065352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:58.489186 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-e73e11f7-9c2c-413a-ba58-6b7225065352 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e028fc6ca23c4ff6962c1e582700dc50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646335 Sep 03 02:08:58.490277 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e11f7-9c2c-413a-ba58-6b7225065352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab986376-cd06-44cb-b80d-ddaaecedc72b,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:58.491847 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36558) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:58.534877 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36562) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:58.556433 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-48c11319-8c1a-438e-8921-fd1d1ff37128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:58.578235 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-48c11319-8c1a-438e-8921-fd1d1ff37128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:58.671799 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-cd605ec6-4c6b-4a30-a40a-5a49b4b8fef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:58.703582 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-48c11319-8c1a-438e-8921-fd1d1ff37128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:58.706078 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-48c11319-8c1a-438e-8921-fd1d1ff37128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:58.707218 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-48c11319-8c1a-438e-8921-fd1d1ff37128 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab986376-cd06-44cb-b80d-ddaaecedc72b HTTP/1.1" status: 204 len: 168 time: 0.2143364 Sep 03 02:08:58.723381 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c11319-8c1a-438e-8921-fd1d1ff37128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab986376-cd06-44cb-b80d-ddaaecedc72b,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:58.787015 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-cd605ec6-4c6b-4a30-a40a-5a49b4b8fef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:58.970101 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-cd605ec6-4c6b-4a30-a40a-5a49b4b8fef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:59.091405 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd605ec6-4c6b-4a30-a40a-5a49b4b8fef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da5cb8b-6a67-48e7-9d58-75b2f87319d9,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:59.091405 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-cd605ec6-4c6b-4a30-a40a-5a49b4b8fef9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f28905d3ce0e4d12b05e957038ccace0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4755094 Sep 03 02:08:59.091405 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36580) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:59.134896 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-711d5632-3b74-4221-8f3d-6d089b659a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:59.159209 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-711d5632-3b74-4221-8f3d-6d089b659a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:59.207037 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f06ff270-a7d1-44aa-8996-4507fc6a6b86 req-58617f09-4ca5-4ed8-9692-9a8e09c16068 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 210 time: 0.0284925 Sep 03 02:08:59.319682 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-e3326cfc-5726-49c6-8374-207543fd3be1 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:59.321157 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-e3326cfc-5726-49c6-8374-207543fd3be1 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "GET /v2.0/networks?id=5839703f-da91-4018-9264-b1db6c66915b HTTP/1.1" status: 200 len: 815 time: 0.1025019 Sep 03 02:08:59.337916 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-cff33797-b8db-4a4b-a071-c4b494ad6be5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Request body: {'port': {'device_id': 'b1e88fc6-4822-42c8-a874-71ed78e1ff36', 'network_id': '5839703f-da91-4018-9264-b1db6c66915b', 'admin_state_up': True, 'tenant_id': '9d5121030220459c849c4187e8cd29c0'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:08:59.427703 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9403b55-9b20-475b-a29e-5ae985227df7 req-41f3cd4f-a767-47d2-8e86-b633117bee74 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:08:59.429436 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d9403b55-9b20-475b-a29e-5ae985227df7 req-41f3cd4f-a767-47d2-8e86-b633117bee74 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0496123 Sep 03 02:08:59.450076 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-711d5632-3b74-4221-8f3d-6d089b659a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:59.452644 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-711d5632-3b74-4221-8f3d-6d089b659a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:59.464013 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-711d5632-3b74-4221-8f3d-6d089b659a14 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2da5cb8b-6a67-48e7-9d58-75b2f87319d9 HTTP/1.1" status: 204 len: 168 time: 0.3766901 Sep 03 02:08:59.483811 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d5632-3b74-4221-8f3d-6d089b659a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da5cb8b-6a67-48e7-9d58-75b2f87319d9,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:08:59.521201 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d9403b55-9b20-475b-a29e-5ae985227df7 req-274acdee-e3e2-41bc-80a0-bb7896079cac tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678680 Sep 03 02:08:59.575805 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-cff33797-b8db-4a4b-a071-c4b494ad6be5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Made reservation on behalf of 9d5121030220459c849c4187e8cd29c0 for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:08:59.585150 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-cff33797-b8db-4a4b-a071-c4b494ad6be5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:59.707119 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-cff33797-b8db-4a4b-a071-c4b494ad6be5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Allocated IP 172.20.0.8 (5839703f-da91-4018-9264-b1db6c66915b/971c703e-f3c5-4742-a735-4a218bd442de/2621ee03-8b0e-4b8b-82f9-095652035cbb) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:08:59.861229 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-cff33797-b8db-4a4b-a071-c4b494ad6be5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:59.907021 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36616) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:08:59.921115 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-88526e13-8898-4366-8488-83b8b19c5f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:59.972532 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-cff33797-b8db-4a4b-a071-c4b494ad6be5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:08:59.991630 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['49b8bb00-2daf-4930-b7b3-262293cfd5d6'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:09:00.084554 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-cff33797-b8db-4a4b-a071-c4b494ad6be5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Network 5839703f-da91-4018-9264-b1db6c66915b is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:09:00.090618 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-cff33797-b8db-4a4b-a071-c4b494ad6be5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:09:00.107804 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-cff33797-b8db-4a4b-a071-c4b494ad6be5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:09:00.113725 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-cff33797-b8db-4a4b-a071-c4b494ad6be5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:00.114352 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-cff33797-b8db-4a4b-a071-c4b494ad6be5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:00.134350 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff33797-b8db-4a4b-a071-c4b494ad6be5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Pushing event updated for resources: {'Port': ['ID=2621ee03-8b0e-4b8b-82f9-095652035cbb,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:00.150096 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-88526e13-8898-4366-8488-83b8b19c5f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:00.228793 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-88526e13-8898-4366-8488-83b8b19c5f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:00.270619 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-88526e13-8898-4366-8488-83b8b19c5f4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df12c797d07f4a5aa14ab2332e1d40b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623242 Sep 03 02:09:00.271574 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88526e13-8898-4366-8488-83b8b19c5f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f002f2d-2fe2-4e33-ad2c-30e9924383f9,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:00.273280 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36632) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:00.302320 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-cff33797-b8db-4a4b-a071-c4b494ad6be5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9689624 Sep 03 02:09:00.317912 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Request body: {'port': {'device_id': 'b1e88fc6-4822-42c8-a874-71ed78e1ff36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:09:00.369105 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe9659-1d2a-4b73-92d5-31cb1af444fb req-f61204b3-ecfd-4937-bd4b-24d956b9a4a7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:00.370519 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5fbe9659-1d2a-4b73-92d5-31cb1af444fb req-f61204b3-ecfd-4937-bd4b-24d956b9a4a7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 931 time: 0.0770445 Sep 03 02:09:00.383808 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:00.393987 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65dc2793-5e5f-4bf4-a7f4-ed51a775a97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:00.429165 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65dc2793-5e5f-4bf4-a7f4-ed51a775a97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:00.439838 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5fbe9659-1d2a-4b73-92d5-31cb1af444fb req-72c7e2a1-b503-4e3f-a806-d7594508ac05 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618567 Sep 03 02:09:00.539098 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36642) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:00.549957 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65dc2793-5e5f-4bf4-a7f4-ed51a775a97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:00.564643 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65dc2793-5e5f-4bf4-a7f4-ed51a775a97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:00.564643 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-65dc2793-5e5f-4bf4-a7f4-ed51a775a97f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f002f2d-2fe2-4e33-ad2c-30e9924383f9 HTTP/1.1" status: 204 len: 168 time: 0.2866688 Sep 03 02:09:00.572638 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc2793-5e5f-4bf4-a7f4-ed51a775a97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f002f2d-2fe2-4e33-ad2c-30e9924383f9,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:00.676928 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b7ab2147-9d4d-49aa-8eb5-253c0d545b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:00.697854 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b8b28-e32e-4369-bd6d-3ed7fd926b40 req-8aea0c86-6e4c-4b03-965e-854472bbd9b2 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:00.699946 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b6b8b28-e32e-4369-bd6d-3ed7fd926b40 req-8aea0c86-6e4c-4b03-965e-854472bbd9b2 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0805922 Sep 03 02:09:00.717312 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2621ee03-8b0e-4b8b-82f9-095652035cbb {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:09:00.725587 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:00.739114 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Transition to ACTIVE for port object 2621ee03-8b0e-4b8b-82f9-095652035cbb will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:09:00.772804 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b6b8b28-e32e-4369-bd6d-3ed7fd926b40 req-a3d269b3-4a63-4b65-a24a-2b1e0728ace8 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611882 Sep 03 02:09:00.809377 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:00.830692 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b7ab2147-9d4d-49aa-8eb5-253c0d545b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:00.890967 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Pushing event updated for resources: {'Port': ['ID=2621ee03-8b0e-4b8b-82f9-095652035cbb,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:00.895712 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b7ab2147-9d4d-49aa-8eb5-253c0d545b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:00.897786 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Attempting to bind port 2621ee03-8b0e-4b8b-82f9-095652035cbb on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:09:00.898270 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Attempting to bind port 2621ee03-8b0e-4b8b-82f9-095652035cbb by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:09:00.898463 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Attempting to bind port 2621ee03-8b0e-4b8b-82f9-095652035cbb on network 5839703f-da91-4018-9264-b1db6c66915b {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:09:00.903803 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Port 2621ee03-8b0e-4b8b-82f9-095652035cbb on network 5839703f-da91-4018-9264-b1db6c66915b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:09:00.904132 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Attempting to bind port 2621ee03-8b0e-4b8b-82f9-095652035cbb on network 5839703f-da91-4018-9264-b1db6c66915b {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:09:00.909676 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:09:00.909926 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Checking segment: {'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:09:00.910321 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Bound using segment: {'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:09:00.910754 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Bound port: 2621ee03-8b0e-4b8b-82f9-095652035cbb, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:09:00.911115 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:00.937486 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab2147-9d4d-49aa-8eb5-253c0d545b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a65df2-9a2b-45a7-9990-e8f25418deb7,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:00.941995 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-b7ab2147-9d4d-49aa-8eb5-253c0d545b1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5fb311186b945719bd947da51a5bdc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4010899 Sep 03 02:09:00.946815 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36660) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:00.992405 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] For port 2621ee03-8b0e-4b8b-82f9-095652035cbb, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:09:00.993395 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] For port 2621ee03-8b0e-4b8b-82f9-095652035cbb, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2621ee03-8b0e-4b8b-82f9-095652035cbb,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:09:01.002486 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-20dc2217-5ed9-434a-94f0-1cdcb61410b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:01.027641 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-20dc2217-5ed9-434a-94f0-1cdcb61410b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:01.107113 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:01.142008 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:01.142573 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:01.143999 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] 10.222.0.25 "PUT /v2.0/ports/2621ee03-8b0e-4b8b-82f9-095652035cbb HTTP/1.1" status: 200 len: 1093 time: 0.8305726 Sep 03 02:09:01.144437 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e88fc6-4822-42c8-a874-71ed78e1ff36', 'tag': '2621ee03-8b0e-4b8b-82f9-095652035cbb'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:09:01.146660 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560980d2-dac5-484d-af97-9c5b53ea305c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e88fc6-4822-42c8-a874-71ed78e1ff36", "tag": "2621ee03-8b0e-4b8b-82f9-095652035cbb"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:09:01.180924 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fbfaf-86b6-4f0e-a583-872d5fb8396e service neutron] Pushing event updated for resources: {'Port': ['ID=2621ee03-8b0e-4b8b-82f9-095652035cbb,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:01.191304 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4723c5f4-2549-4854-9f6f-962259af6539 x-openstack-request-id: req-4723c5f4-2549-4854-9f6f-962259af6539 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:09:01.191630 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e88fc6-4822-42c8-a874-71ed78e1ff36", "tag": "2621ee03-8b0e-4b8b-82f9-095652035cbb", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:09:01.191894 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4723c5f4-2549-4854-9f6f-962259af6539 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:09:01.192315 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e88fc6-4822-42c8-a874-71ed78e1ff36', 'tag': '2621ee03-8b0e-4b8b-82f9-095652035cbb', 'status': 'completed', 'code': 200} Sep 03 02:09:01.216078 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-20dc2217-5ed9-434a-94f0-1cdcb61410b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:01.218652 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-20dc2217-5ed9-434a-94f0-1cdcb61410b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:01.219981 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-20dc2217-5ed9-434a-94f0-1cdcb61410b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5a65df2-9a2b-45a7-9990-e8f25418deb7 HTTP/1.1" status: 204 len: 168 time: 0.2721348 Sep 03 02:09:01.228215 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc2217-5ed9-434a-94f0-1cdcb61410b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a65df2-9a2b-45a7-9990-e8f25418deb7,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:01.269965 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560980d2-dac5-484d-af97-9c5b53ea305c req-97f1bc46-c1e4-49c9-ac22-aeb373089d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:01.271509 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-560980d2-dac5-484d-af97-9c5b53ea305c req-97f1bc46-c1e4-49c9-ac22-aeb373089d96 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d5121030220459c849c4187e8cd29c0&device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 1096 time: 0.0515909 Sep 03 02:09:01.378208 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560980d2-dac5-484d-af97-9c5b53ea305c req-c8b73fc5-9501-4962-b85d-5049de740378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:01.379809 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-560980d2-dac5-484d-af97-9c5b53ea305c req-c8b73fc5-9501-4962-b85d-5049de740378 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9d5121030220459c849c4187e8cd29c0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0950842 Sep 03 02:09:01.417144 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36682) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:01.430674 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-04fcf308-b25f-49d7-affc-724a7cd964ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:01.503109 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560980d2-dac5-484d-af97-9c5b53ea305c req-905378eb-6c22-4d52-baa8-6320e1d896a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:01.504707 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-560980d2-dac5-484d-af97-9c5b53ea305c req-905378eb-6c22-4d52-baa8-6320e1d896a5 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1140897 Sep 03 02:09:01.568040 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-04fcf308-b25f-49d7-affc-724a7cd964ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:01.588497 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a642b11-5064-484c-ab04-5f36a9a5f9f3 req-d1e99908-4f97-4f6c-b01e-7c38abc91bb2 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:01.590379 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5a642b11-5064-484c-ab04-5f36a9a5f9f3 req-d1e99908-4f97-4f6c-b01e-7c38abc91bb2 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 943 time: 0.0614176 Sep 03 02:09:01.594391 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-3a8a6dbe-c765-4f28-af14-31e2f1686a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:01.596042 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-3a8a6dbe-c765-4f28-af14-31e2f1686a31 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d5121030220459c849c4187e8cd29c0&device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 1096 time: 0.0408318 Sep 03 02:09:01.632090 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5a642b11-5064-484c-ab04-5f36a9a5f9f3 req-fc00bcf4-ec13-46cb-bc4d-a65a18c05ac1 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352461 Sep 03 02:09:01.651367 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-c8441e41-4275-462e-aa05-f5dc00f4bee8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2621ee03-8b0e-4b8b-82f9-095652035cbb HTTP/1.1" status: 200 len: 217 time: 0.0365052 Sep 03 02:09:01.653085 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-04fcf308-b25f-49d7-affc-724a7cd964ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:01.693677 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-04fcf308-b25f-49d7-affc-724a7cd964ee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13d21bec078446c1b359b8c3fb0ede29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754254 Sep 03 02:09:01.694278 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36690) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:01.702398 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcf308-b25f-49d7-affc-724a7cd964ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3f08e3-4da2-4cc0-b6bf-4cd440f4a024,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:01.716538 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-efb36a8d-d4d6-4112-885e-8c98c6460d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:01.718224 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-efb36a8d-d4d6-4112-885e-8c98c6460d81 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=971c703e-f3c5-4742-a735-4a218bd442de HTTP/1.1" status: 200 len: 855 time: 0.0588181 Sep 03 02:09:01.761060 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-1c3a2fdc-9c7b-4275-858a-c8b787067ce7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5839703f-da91-4018-9264-b1db6c66915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342267 Sep 03 02:09:01.761392 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c4492ff0-c38d-45bd-84b2-cfff02d00d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:01.792221 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c4492ff0-c38d-45bd-84b2-cfff02d00d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:01.921637 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-37e76c19-cf5c-4e4e-b575-a61186d5f7b7 service neutron] 10.222.0.25 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413565 Sep 03 02:09:01.954446 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a135048-7b74-4b6f-a511-7fad73969195 req-aed147e5-1fe0-4402-80b6-5d08215a0b91 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:01.993391 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1a135048-7b74-4b6f-a511-7fad73969195 req-aed147e5-1fe0-4402-80b6-5d08215a0b91 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.1291344 Sep 03 02:09:01.995215 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c4492ff0-c38d-45bd-84b2-cfff02d00d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:02.000825 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c4492ff0-c38d-45bd-84b2-cfff02d00d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:02.003611 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-c4492ff0-c38d-45bd-84b2-cfff02d00d67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ce3f08e3-4da2-4cc0-b6bf-4cd440f4a024 HTTP/1.1" status: 204 len: 168 time: 0.3065288 Sep 03 02:09:02.042271 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4492ff0-c38d-45bd-84b2-cfff02d00d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3f08e3-4da2-4cc0-b6bf-4cd440f4a024,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:02.094527 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1a135048-7b74-4b6f-a511-7fad73969195 req-d21c2cb9-5553-4bbd-a966-e0e4b4f5ad56 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002402 Sep 03 02:09:02.100956 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d94394d2-54bc-4ff5-96f9-ec54b2255c9b req-6ad408dc-a9fe-4b5f-8836-56fa2f022b39 service neutron] 10.222.0.25 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686280 Sep 03 02:09:02.743844 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36728) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:02.750159 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89af5d-f876-4d4d-b94e-5a6bb5b5d284 req-86b2c726-e61f-4334-a4e7-dd45bbd70311 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:02.752389 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6a89af5d-f876-4d4d-b94e-5a6bb5b5d284 req-86b2c726-e61f-4334-a4e7-dd45bbd70311 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 943 time: 0.0508411 Sep 03 02:09:02.793617 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6a89af5d-f876-4d4d-b94e-5a6bb5b5d284 req-72aba1ed-bb68-4b55-bf00-6554f98622a0 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346045 Sep 03 02:09:02.912825 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5fbd7bbd-248d-430c-8142-0b2e02dc8c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.007675 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5fbd7bbd-248d-430c-8142-0b2e02dc8c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.095928 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5fbd7bbd-248d-430c-8142-0b2e02dc8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.126877 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd7bbd-248d-430c-8142-0b2e02dc8c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8cfacf-64a9-45c0-b91f-7bcd9d7af5b3,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:03.155684 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36756) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:03.164329 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-5fbd7bbd-248d-430c-8142-0b2e02dc8c57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eaafd738d78a465384ce7f26acc12392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186118 Sep 03 02:09:03.164582 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36758) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:03.263346 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39c89a-e16c-4989-8d6f-dc996e7cf841 req-59a82a44-e283-4190-95ca-0eb83a70afac tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:03.268791 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2c39c89a-e16c-4989-8d6f-dc996e7cf841 req-59a82a44-e283-4190-95ca-0eb83a70afac tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0856662 Sep 03 02:09:03.297852 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-59b21a0d-1e05-455f-af6d-00000fca2c12 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1573626835-network', 'tenant_id': 'c7183065004e46a684abedfac41268b7'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:09:03.304678 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-035e85b0-8b6c-4663-befb-f72a472be76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.346439 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2c39c89a-e16c-4989-8d6f-dc996e7cf841 req-90968cbd-04a8-42e9-9704-d22e38ecbec8 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680261 Sep 03 02:09:03.356522 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-035e85b0-8b6c-4663-befb-f72a472be76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.398547 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b21a0d-1e05-455f-af6d-00000fca2c12 admin admin] Made reservation on behalf of c7183065004e46a684abedfac41268b7 for: {'network': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:09:03.400974 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59b21a0d-1e05-455f-af6d-00000fca2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.409734 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59b21a0d-1e05-455f-af6d-00000fca2c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.509849 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-035e85b0-8b6c-4663-befb-f72a472be76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.512323 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-035e85b0-8b6c-4663-befb-f72a472be76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.513440 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-035e85b0-8b6c-4663-befb-f72a472be76f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac8cfacf-64a9-45c0-b91f-7bcd9d7af5b3 HTTP/1.1" status: 204 len: 168 time: 0.3469839 Sep 03 02:09:03.531124 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e85b0-8b6c-4663-befb-f72a472be76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8cfacf-64a9-45c0-b91f-7bcd9d7af5b3,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:03.594367 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59b21a0d-1e05-455f-af6d-00000fca2c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.661353 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59b21a0d-1e05-455f-af6d-00000fca2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.683392 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b21a0d-1e05-455f-af6d-00000fca2c12 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:09:03.690399 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-12f16590-6b22-4868-9ae6-f7c30bfbb682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.698697 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b21a0d-1e05-455f-af6d-00000fca2c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca86a6eb-6274-461f-9e19-46c2e2da68ea,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:03.701761 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59b21a0d-1e05-455f-af6d-00000fca2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.702110 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.segments_db [None req-59b21a0d-1e05-455f-af6d-00000fca2c12 admin admin] Added segment dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce of type vlan for network 30989e55-692e-4b94-815e-833701d06067 Sep 03 02:09:03.744619 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59b21a0d-1e05-455f-af6d-00000fca2c12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.838920 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59b21a0d-1e05-455f-af6d-00000fca2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.840133 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b21a0d-1e05-455f-af6d-00000fca2c12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:03.840967 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59b21a0d-1e05-455f-af6d-00000fca2c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:03.923617 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b21a0d-1e05-455f-af6d-00000fca2c12 admin admin] Pushing event updated for resources: {'Network': ['ID=30989e55-692e-4b94-815e-833701d06067,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:03.934456 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network 30989e55-692e-4b94-815e-833701d06067 details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:09:03.947084 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc89936-2579-41f5-8e8f-c778c84819eb req-d15bec8c-7c30-47ad-9f22-04ef54975a62 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:03.948626 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ccc89936-2579-41f5-8e8f-c778c84819eb req-d15bec8c-7c30-47ad-9f22-04ef54975a62 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 943 time: 0.0783198 Sep 03 02:09:03.956305 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-59b21a0d-1e05-455f-af6d-00000fca2c12 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7984145 Sep 03 02:09:03.957365 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36792) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:03.965281 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-11ff259d-e2e6-4376-a864-063b14f781ce admin admin] Request body: {'subnet': {'network_id': '30989e55-692e-4b94-815e-833701d06067', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1573626835-subnet', 'tenant_id': 'c7183065004e46a684abedfac41268b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:09:03.998843 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ccc89936-2579-41f5-8e8f-c778c84819eb req-8ca10258-2dd8-4483-b39d-a6255455f5fc tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413449 Sep 03 02:09:04.084980 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ff259d-e2e6-4376-a864-063b14f781ce admin admin] Made reservation on behalf of c7183065004e46a684abedfac41268b7 for: {'subnet': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:09:04.087945 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-11ff259d-e2e6-4376-a864-063b14f781ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:04.199740 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36806) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:04.331304 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5e308474-099e-4c55-ac62-60c1e2258295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:04.342692 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-11ff259d-e2e6-4376-a864-063b14f781ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for subnet, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:04.433889 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff259d-e2e6-4376-a864-063b14f781ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b00c8e-4a7f-4d02-9cb4-64e7f1b553e8,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:04.439537 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ff259d-e2e6-4376-a864-063b14f781ce admin admin] Checking segment: {'id': 'dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '30989e55-692e-4b94-815e-833701d06067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:09:04.439944 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ff259d-e2e6-4376-a864-063b14f781ce admin admin] Network hostable DHCP agents. Network: 30989e55-692e-4b94-815e-833701d06067, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:09:04.524166 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ff259d-e2e6-4376-a864-063b14f781ce admin admin] Network 30989e55-692e-4b94-815e-833701d06067 is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:09:04.527731 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5e308474-099e-4c55-ac62-60c1e2258295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:04.535483 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaefb6-ec9f-4395-a29e-c02e78d7c9da req-5fc781fb-75e8-46de-8b75-5954328abecd tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:04.536970 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9ecaefb6-ec9f-4395-a29e-c02e78d7c9da req-5fc781fb-75e8-46de-8b75-5954328abecd tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0771101 Sep 03 02:09:04.576553 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9ecaefb6-ec9f-4395-a29e-c02e78d7c9da req-393d2a44-ddbe-4135-8c56-4807f005cf89 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336072 Sep 03 02:09:04.598395 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5e308474-099e-4c55-ac62-60c1e2258295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:04.626917 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-11ff259d-e2e6-4376-a864-063b14f781ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, 30989e55-692e-4b94-815e-833701d06067) {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:09:04.636111 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d068021-2be9-43ef-bbda-a1b6f21280f0 None None] Network 30989e55-692e-4b94-815e-833701d06067 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:09:04.639201 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ff259d-e2e6-4376-a864-063b14f781ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:04.639201 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-11ff259d-e2e6-4376-a864-063b14f781ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:04.639603 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-5e308474-099e-4c55-ac62-60c1e2258295 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6c7aee69e144e71920e3f22e2f36225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363608 Sep 03 02:09:04.639603 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e308474-099e-4c55-ac62-60c1e2258295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923c96c5-fa99-4792-b0b8-39db4feed637,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:04.640646 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36826) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:04.694654 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7127e135-0d4f-4189-8298-cd85a4418378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:04.707933 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-11ff259d-e2e6-4376-a864-063b14f781ce admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7474234 Sep 03 02:09:04.716941 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7127e135-0d4f-4189-8298-cd85a4418378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:04.745524 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 2621ee03-8b0e-4b8b-82f9-095652035cbb details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:09:04.809262 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d439b19-aca0-46e0-a13e-8d77bd252042 None None] Network 30989e55-692e-4b94-815e-833701d06067 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:09:04.840460 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7127e135-0d4f-4189-8298-cd85a4418378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:04.844013 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7127e135-0d4f-4189-8298-cd85a4418378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:04.846916 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-7127e135-0d4f-4189-8298-cd85a4418378 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/923c96c5-fa99-4792-b0b8-39db4feed637 HTTP/1.1" status: 204 len: 168 time: 0.2041395 Sep 03 02:09:04.876190 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127e135-0d4f-4189-8298-cd85a4418378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923c96c5-fa99-4792-b0b8-39db4feed637,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:04.996641 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 2621ee03-8b0e-4b8b-82f9-095652035cbb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2621ee03-8b0e-4b8b-82f9-095652035cbb,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:05.021232 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': '2621ee03-8b0e-4b8b-82f9-095652035cbb', 'network_id': '5839703f-da91-4018-9264-b1db6c66915b', 'port_id': '2621ee03-8b0e-4b8b-82f9-095652035cbb', 'mac_address': 'fa:16:3e:d6:2f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971c703e-f3c5-4742-a735-4a218bd442de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:09:05.061835 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:05.080786 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2621ee03-8b0e-4b8b-82f9-095652035cbb {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:09:05.101181 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 2621ee03-8b0e-4b8b-82f9-095652035cbb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2621ee03-8b0e-4b8b-82f9-095652035cbb,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:05.132742 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc5a59-86e4-4bfe-ac48-3b84c12bb3fa req-63af9e78-eba0-4033-876f-a329df77dffc tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:05.134387 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8abc5a59-86e4-4bfe-ac48-3b84c12bb3fa req-63af9e78-eba0-4033-876f-a329df77dffc tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 943 time: 0.0533290 Sep 03 02:09:05.174594 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8abc5a59-86e4-4bfe-ac48-3b84c12bb3fa req-b20730a0-34cd-4b1f-8a8b-c2d916b0ef02 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338202 Sep 03 02:09:05.204272 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:05.253468 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=2621ee03-8b0e-4b8b-82f9-095652035cbb,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:05.261224 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:05.261692 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:05.262165 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:05.262523 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:05.262855 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:05.263185 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:05.263537 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:05.263890 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:05.264236 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:05.264571 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:05.264878 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:05.265195 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:05.516675 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['2621ee03-8b0e-4b8b-82f9-095652035cbb'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:09:05.751210 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93712b77-b514-4f08-9573-1a148d13a50b req-15e50cb6-487c-4e80-b66c-806d8dab07c7 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:05.752723 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-93712b77-b514-4f08-9573-1a148d13a50b req-15e50cb6-487c-4e80-b66c-806d8dab07c7 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0493357 Sep 03 02:09:05.794714 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-93712b77-b514-4f08-9573-1a148d13a50b req-c6d5eff3-1476-4dd0-a84b-949ab86db9a2 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362039 Sep 03 02:09:06.037648 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36890) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:06.187924 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4b6b7b48-2913-435d-9ca6-65d90ac7fa01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:06.269900 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-1fe0f6f7-3b22-45b0-a2bc-44c1ece5de57 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2117172218-network', 'tenant_id': 'f0c4e736d0494bdc9e982b604a6d02b4'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:09:06.344793 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e46d9-8548-4eca-a7c9-23bca2b7418d req-e4d3ae13-a3f8-4db5-9de0-2b601f87e285 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:06.347317 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-781e46d9-8548-4eca-a7c9-23bca2b7418d req-e4d3ae13-a3f8-4db5-9de0-2b601f87e285 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 944 time: 0.0919175 Sep 03 02:09:06.403652 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-781e46d9-8548-4eca-a7c9-23bca2b7418d req-feab7951-8d78-4277-963d-6cabc59cc061 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476613 Sep 03 02:09:06.420713 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe0f6f7-3b22-45b0-a2bc-44c1ece5de57 admin admin] Made reservation on behalf of f0c4e736d0494bdc9e982b604a6d02b4 for: {'network': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:09:06.423147 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1fe0f6f7-3b22-45b0-a2bc-44c1ece5de57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:06.433268 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1fe0f6f7-3b22-45b0-a2bc-44c1ece5de57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:06.526917 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1fe0f6f7-3b22-45b0-a2bc-44c1ece5de57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:06.604579 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1fe0f6f7-3b22-45b0-a2bc-44c1ece5de57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:06.631727 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe0f6f7-3b22-45b0-a2bc-44c1ece5de57 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:09:06.637377 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0f6f7-3b22-45b0-a2bc-44c1ece5de57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:06.645598 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1fe0f6f7-3b22-45b0-a2bc-44c1ece5de57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:06.646415 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.segments_db [None req-1fe0f6f7-3b22-45b0-a2bc-44c1ece5de57 admin admin] Added segment 0cc04cd6-a766-421d-8684-572e82daf863 of type vlan for network 53284621-3e96-408e-a7e3-7efe4a897e53 Sep 03 02:09:06.696756 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1fe0f6f7-3b22-45b0-a2bc-44c1ece5de57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:06.735567 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:06.748539 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 2621ee03-8b0e-4b8b-82f9-095652035cbb up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:09:06.781628 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1fe0f6f7-3b22-45b0-a2bc-44c1ece5de57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:06.782650 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe0f6f7-3b22-45b0-a2bc-44c1ece5de57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:06.783376 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1fe0f6f7-3b22-45b0-a2bc-44c1ece5de57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:06.848738 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0f6f7-3b22-45b0-a2bc-44c1ece5de57 admin admin] Pushing event updated for resources: {'Network': ['ID=53284621-3e96-408e-a7e3-7efe4a897e53,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:06.862151 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network 53284621-3e96-408e-a7e3-7efe4a897e53 details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:09:06.878452 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port 2621ee03-8b0e-4b8b-82f9-095652035cbb completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:09:06.890648 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port 2621ee03-8b0e-4b8b-82f9-095652035cbb triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:09:06.891028 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:06.905245 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-1fe0f6f7-3b22-45b0-a2bc-44c1ece5de57 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8638701 Sep 03 02:09:06.905807 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36922) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:06.912032 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-e9f18313-98e4-4a4b-85a9-45a421c7abdf admin admin] Request body: {'subnet': {'network_id': '53284621-3e96-408e-a7e3-7efe4a897e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2117172218-subnet', 'tenant_id': 'f0c4e736d0494bdc9e982b604a6d02b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:09:06.949646 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffebca-9bed-45a8-9447-4eab919f0b26 req-3e246f3e-c5c5-4897-9a0e-ea5b15c3b25c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:06.951172 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-75ffebca-9bed-45a8-9447-4eab919f0b26 req-3e246f3e-c5c5-4897-9a0e-ea5b15c3b25c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0779932 Sep 03 02:09:07.015532 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-75ffebca-9bed-45a8-9447-4eab919f0b26 req-2a81f212-2cc8-4166-befb-148dc1474f7e tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576384 Sep 03 02:09:07.047936 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:07.049963 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f18313-98e4-4a4b-85a9-45a421c7abdf admin admin] Made reservation on behalf of f0c4e736d0494bdc9e982b604a6d02b4 for: {'subnet': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:09:07.052466 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e9f18313-98e4-4a4b-85a9-45a421c7abdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29389836'] for subnet, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:07.077601 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e88fc6-4822-42c8-a874-71ed78e1ff36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2621ee03-8b0e-4b8b-82f9-095652035cbb'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:09:07.079910 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f90402-9883-4400-a79b-ae163e2890ed" -d '{"events": [{"server_uuid": "b1e88fc6-4822-42c8-a874-71ed78e1ff36", "name": "network-vif-plugged", "status": "completed", "tag": "2621ee03-8b0e-4b8b-82f9-095652035cbb"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:09:07.095746 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 2621ee03-8b0e-4b8b-82f9-095652035cbb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2621ee03-8b0e-4b8b-82f9-095652035cbb,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:07.137616 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d35593-7c88-40d1-8fa0-331f84fc04d9 x-openstack-request-id: req-99d35593-7c88-40d1-8fa0-331f84fc04d9 {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:09:07.138104 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e88fc6-4822-42c8-a874-71ed78e1ff36", "name": "network-vif-plugged", "status": "completed", "tag": "2621ee03-8b0e-4b8b-82f9-095652035cbb", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:09:07.138420 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99d35593-7c88-40d1-8fa0-331f84fc04d9 {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:09:07.138826 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e88fc6-4822-42c8-a874-71ed78e1ff36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2621ee03-8b0e-4b8b-82f9-095652035cbb', 'code': 200} Sep 03 02:09:07.216411 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:07.234420 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-703fbe37-27f0-4263-8e81-4e6664c0ddd5 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:07.235907 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-703fbe37-27f0-4263-8e81-4e6664c0ddd5 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/networks?id=30989e55-692e-4b94-815e-833701d06067 HTTP/1.1" status: 200 len: 809 time: 0.1574185 Sep 03 02:09:07.269466 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=2621ee03-8b0e-4b8b-82f9-095652035cbb,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:07.273537 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-fdb3a33b-e1e6-4ee6-85cc-e6981e7aa2eb tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/quotas/c7183065004e46a684abedfac41268b7 HTTP/1.1" status: 200 len: 375 time: 0.0110822 Sep 03 02:09:07.318694 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-287fb02b-7bc9-4c34-9608-7b258f103824 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7183065004e46a684abedfac41268b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314193 Sep 03 02:09:07.439913 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-ac73e7ca-06f1-479f-b9af-ff4ceab6a3ad service neutron] 10.222.0.21 "GET /v2.0/networks/30989e55-692e-4b94-815e-833701d06067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010482 Sep 03 02:09:07.482361 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e9f18313-98e4-4a4b-85a9-45a421c7abdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30143681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29389858'] for subnet, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:07.533900 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec2506-7c22-4872-b186-da8073d92bfc req-b01db21e-42bc-4636-ac50-a418ec83453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:07.541057 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-87ec2506-7c22-4872-b186-da8073d92bfc req-b01db21e-42bc-4636-ac50-a418ec83453c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 1098 time: 0.0461719 Sep 03 02:09:07.588987 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-87ec2506-7c22-4872-b186-da8073d92bfc req-a717f610-6864-488e-903b-7cabf5955813 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365269 Sep 03 02:09:07.644714 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:07.766916 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f18313-98e4-4a4b-85a9-45a421c7abdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4ce912c-378c-4139-ba8b-c9621ce7622e,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:07.809709 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f5d2c-a683-437f-814d-c46aea6568c1 req-74c54058-5bf3-4cc1-98c1-dda4f5c067a0 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:07.810541 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36968) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:07.811192 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-594f5d2c-a683-437f-814d-c46aea6568c1 req-74c54058-5bf3-4cc1-98c1-dda4f5c067a0 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 945 time: 0.3041296 Sep 03 02:09:07.814369 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f18313-98e4-4a4b-85a9-45a421c7abdf admin admin] Checking segment: {'id': '0cc04cd6-a766-421d-8684-572e82daf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '53284621-3e96-408e-a7e3-7efe4a897e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:09:07.814726 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f18313-98e4-4a4b-85a9-45a421c7abdf admin admin] Network hostable DHCP agents. Network: 53284621-3e96-408e-a7e3-7efe4a897e53, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:09:07.818257 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-f99955e2-ed1c-4acd-965a-e8fa69af837d service neutron] 10.222.0.21 "GET /v2.0/networks/30989e55-692e-4b94-815e-833701d06067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680420 Sep 03 02:09:07.862398 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-594f5d2c-a683-437f-814d-c46aea6568c1 req-2104075e-32f6-4ea7-83ff-432678bda3ff tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431235 Sep 03 02:09:07.920477 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f18313-98e4-4a4b-85a9-45a421c7abdf admin admin] Network 53284621-3e96-408e-a7e3-7efe4a897e53 is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:09:07.951012 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-fd470d36-dc77-42cb-ba2e-4f345d95ee80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:08.040501 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-fd470d36-dc77-42cb-ba2e-4f345d95ee80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:08.050377 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-e9f18313-98e4-4a4b-85a9-45a421c7abdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, 53284621-3e96-408e-a7e3-7efe4a897e53) {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:09:08.056037 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f18313-98e4-4a4b-85a9-45a421c7abdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:08.056662 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e9f18313-98e4-4a4b-85a9-45a421c7abdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:08.064771 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b02b7c-b298-46de-803e-d40668e22abd None None] Network 53284621-3e96-408e-a7e3-7efe4a897e53 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:09:08.096117 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-fd470d36-dc77-42cb-ba2e-4f345d95ee80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:08.157152 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-fd470d36-dc77-42cb-ba2e-4f345d95ee80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44cf95506a014b6ab9785badad1b8a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454783 Sep 03 02:09:08.158187 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd470d36-dc77-42cb-ba2e-4f345d95ee80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67726e9-1e97-44e2-9a38-e3e554c8343b,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:08.161093 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36986) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:08.190729 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5d7059b5-d949-4298-babc-dec0093cafdb req-a169d79d-3b7f-496f-99d9-f5fe4b2b6080 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 210 time: 0.0673668 Sep 03 02:09:08.197983 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-e9f18313-98e4-4a4b-85a9-45a421c7abdf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2901747 Sep 03 02:09:08.231577 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b4340e57-70e7-4abd-9f74-90e03f773029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:08.252898 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aa07e2-30be-41f2-a82f-36837d03f139 None None] Network 53284621-3e96-408e-a7e3-7efe4a897e53 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:09:08.262056 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b4340e57-70e7-4abd-9f74-90e03f773029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:08.434129 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b4340e57-70e7-4abd-9f74-90e03f773029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:08.441817 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b4340e57-70e7-4abd-9f74-90e03f773029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:08.445357 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-b4340e57-70e7-4abd-9f74-90e03f773029 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b67726e9-1e97-44e2-9a38-e3e554c8343b HTTP/1.1" status: 204 len: 168 time: 0.2829633 Sep 03 02:09:08.466240 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4340e57-70e7-4abd-9f74-90e03f773029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67726e9-1e97-44e2-9a38-e3e554c8343b,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:08.517408 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17771c5c-d7cb-4427-b881-698a29706261 req-165858be-915e-447d-80e2-9951cf3f69f7 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:08.518933 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-17771c5c-d7cb-4427-b881-698a29706261 req-165858be-915e-447d-80e2-9951cf3f69f7 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0926070 Sep 03 02:09:08.560144 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-17771c5c-d7cb-4427-b881-698a29706261 req-dfb8be83-640d-43a8-aace-d7d9842b759e tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333045 Sep 03 02:09:08.997136 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d193b0a-f3ad-4325-8fcb-6081e3204556 req-cae9f88a-fa1e-4ea7-8d68-235bcf44a1f7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:08.998622 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5d193b0a-f3ad-4325-8fcb-6081e3204556 req-cae9f88a-fa1e-4ea7-8d68-235bcf44a1f7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 945 time: 0.0520310 Sep 03 02:09:09.010308 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:09.037191 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5d193b0a-f3ad-4325-8fcb-6081e3204556 req-2aeb2c40-fbd0-4c67-a941-2102548f2f32 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325177 Sep 03 02:09:09.223602 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 37016) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:09.249065 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-42e63ffb-7f11-4dff-a54e-caba65ec358a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:09.318325 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c0aacb38-9506-47e6-a0c0-bffba48763f6 req-602b3ed1-1774-41bd-8fcb-357f63e34bf2 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 210 time: 0.0282686 Sep 03 02:09:09.364697 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-42e63ffb-7f11-4dff-a54e-caba65ec358a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:09.415781 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-42e63ffb-7f11-4dff-a54e-caba65ec358a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:09.452283 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e63ffb-7f11-4dff-a54e-caba65ec358a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff76da80-a8b0-47f2-9a1e-55224703f584,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:09.459257 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-42e63ffb-7f11-4dff-a54e-caba65ec358a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64bfd20446b6476e9a174d4268694aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321098 Sep 03 02:09:09.459623 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 37024) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:09.510173 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-041a233f-f147-443c-bb14-1c8e1c16ef24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:09.536028 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-041a233f-f147-443c-bb14-1c8e1c16ef24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:09.626972 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-041a233f-f147-443c-bb14-1c8e1c16ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:09.629560 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-041a233f-f147-443c-bb14-1c8e1c16ef24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:09.630731 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-041a233f-f147-443c-bb14-1c8e1c16ef24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff76da80-a8b0-47f2-9a1e-55224703f584 HTTP/1.1" status: 204 len: 168 time: 0.1703289 Sep 03 02:09:09.639300 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a233f-f147-443c-bb14-1c8e1c16ef24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff76da80-a8b0-47f2-9a1e-55224703f584,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:09.680751 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a6afe-b06e-48ee-b864-4fa607681424 req-f4557e19-8d55-4c44-bf5e-c4579b0fcbde tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:09.682403 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ea2a6afe-b06e-48ee-b864-4fa607681424 req-f4557e19-8d55-4c44-bf5e-c4579b0fcbde tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0517445 Sep 03 02:09:09.720959 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ea2a6afe-b06e-48ee-b864-4fa607681424 req-ba7a2797-26e5-4f3a-a3a7-f6e7819334f8 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327282 Sep 03 02:09:09.897993 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 37034) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:10.010851 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-392e87be-0b75-4799-b38d-a5c48c1abb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:10.105235 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-392e87be-0b75-4799-b38d-a5c48c1abb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:10.159968 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3802f-f77a-4cc0-86bd-da1279092ed2 req-39fd9363-7a59-4655-aa6f-8d21901d9e2d tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:10.161573 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f0a3802f-f77a-4cc0-86bd-da1279092ed2 req-39fd9363-7a59-4655-aa6f-8d21901d9e2d tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 945 time: 0.0562110 Sep 03 02:09:10.203596 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-392e87be-0b75-4799-b38d-a5c48c1abb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:10.208506 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f0a3802f-f77a-4cc0-86bd-da1279092ed2 req-08e8bcda-679e-44a3-9fec-1d43063eb892 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405037 Sep 03 02:09:10.313941 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-392e87be-0b75-4799-b38d-a5c48c1abb66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5732789b81384221ab2833d6ab36648b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148469 Sep 03 02:09:10.317906 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 37060) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:10.332454 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e87be-0b75-4799-b38d-a5c48c1abb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f730996-61bd-47e7-870b-d91ef1e80114,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:10.374951 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-7fb0661f-2f62-4556-8754-6e458e0b5495 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:10.376637 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-7fb0661f-2f62-4556-8754-6e458e0b5495 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.25 "GET /v2.0/networks?id=30989e55-692e-4b94-815e-833701d06067 HTTP/1.1" status: 200 len: 809 time: 0.2019899 Sep 03 02:09:10.405092 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-27d42247-b22d-452d-af5c-5b69e6c7f02b tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Request body: {'port': {'device_id': '6d888779-d9b9-48a0-bfce-ea2686e4545f', 'network_id': '30989e55-692e-4b94-815e-833701d06067', 'admin_state_up': True, 'tenant_id': 'c7183065004e46a684abedfac41268b7'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:09:10.414894 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-744d222b-207a-4ef2-93d2-6efe465f3ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:10.446415 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-744d222b-207a-4ef2-93d2-6efe465f3ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:10.565627 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bf52ff10-12d6-4eba-afdc-7f04d7398ff0 req-1bf65323-3e65-43e2-81da-025cefff18c8 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 210 time: 0.0398684 Sep 03 02:09:10.664386 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-744d222b-207a-4ef2-93d2-6efe465f3ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:10.666916 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-744d222b-207a-4ef2-93d2-6efe465f3ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:10.668077 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-744d222b-207a-4ef2-93d2-6efe465f3ea8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f730996-61bd-47e7-870b-d91ef1e80114 HTTP/1.1" status: 204 len: 168 time: 0.3489492 Sep 03 02:09:10.679671 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-27d42247-b22d-452d-af5c-5b69e6c7f02b tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Made reservation on behalf of c7183065004e46a684abedfac41268b7 for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:09:10.685292 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-27d42247-b22d-452d-af5c-5b69e6c7f02b tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:10.689447 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d222b-207a-4ef2-93d2-6efe465f3ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f730996-61bd-47e7-870b-d91ef1e80114,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:10.723729 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa264802-b084-4027-a0f6-f1881805a680 req-207e1ada-502e-4148-b074-b794989b18c9 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:10.727855 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-aa264802-b084-4027-a0f6-f1881805a680 req-207e1ada-502e-4148-b074-b794989b18c9 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/networks?id=53284621-3e96-408e-a7e3-7efe4a897e53 HTTP/1.1" status: 200 len: 814 time: 0.1331689 Sep 03 02:09:10.747914 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-aa264802-b084-4027-a0f6-f1881805a680 req-32b52f60-3821-4d12-bd7f-a75e5921fac1 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/quotas/f0c4e736d0494bdc9e982b604a6d02b4 HTTP/1.1" status: 200 len: 375 time: 0.0127037 Sep 03 02:09:10.793001 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-aa264802-b084-4027-a0f6-f1881805a680 req-172de18d-e1b2-4bba-a5f0-52015120a4af tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0c4e736d0494bdc9e982b604a6d02b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404439 Sep 03 02:09:10.910471 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-27d42247-b22d-452d-af5c-5b69e6c7f02b tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Allocated IP 172.20.0.7 (30989e55-692e-4b94-815e-833701d06067/b8b00c8e-4a7f-4d02-9cb4-64e7f1b553e8/600117ee-fca8-4503-933f-00b72832a970) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:09:10.918199 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-aa264802-b084-4027-a0f6-f1881805a680 req-3a53bec2-5fde-4f1c-b013-9ef3ea199071 service neutron] 10.222.0.21 "GET /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170082 Sep 03 02:09:11.012522 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-aa264802-b084-4027-a0f6-f1881805a680 req-620c3a7b-0953-45f7-9993-99d799dc25f4 service neutron] 10.222.0.21 "GET /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902240 Sep 03 02:09:11.070442 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-27d42247-b22d-452d-af5c-5b69e6c7f02b tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:11.213031 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-27d42247-b22d-452d-af5c-5b69e6c7f02b tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:11.285363 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-27d42247-b22d-452d-af5c-5b69e6c7f02b tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Network 30989e55-692e-4b94-815e-833701d06067 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:09:11.289048 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-27d42247-b22d-452d-af5c-5b69e6c7f02b tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:09:11.298693 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a988ebe-44e9-4838-b371-b9a867adf6f8 req-68a18af7-6a7c-4b74-8634-b4f139e0b91d tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:11.300284 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8a988ebe-44e9-4838-b371-b9a867adf6f8 req-68a18af7-6a7c-4b74-8634-b4f139e0b91d tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.1087451 Sep 03 02:09:11.304865 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-27d42247-b22d-452d-af5c-5b69e6c7f02b tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:09:11.313292 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-27d42247-b22d-452d-af5c-5b69e6c7f02b tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:11.313971 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-27d42247-b22d-452d-af5c-5b69e6c7f02b tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:11.331454 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d42247-b22d-452d-af5c-5b69e6c7f02b tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Pushing event updated for resources: {'Port': ['ID=600117ee-fca8-4503-933f-00b72832a970,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:11.362970 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8a988ebe-44e9-4838-b371-b9a867adf6f8 req-bd5c9c78-4f1a-44a8-ab49-800c101fff8a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534723 Sep 03 02:09:11.432128 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-306d4a2a-69ae-4aed-996f-29899e0bc4db req-6ea315f6-4f4b-4b3f-a0fc-fa269cd8ab32 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 210 time: 0.0439489 Sep 03 02:09:11.433599 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-27d42247-b22d-452d-af5c-5b69e6c7f02b tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0351193 Sep 03 02:09:11.448874 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Request body: {'port': {'device_id': '6d888779-d9b9-48a0-bfce-ea2686e4545f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:09:11.501347 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:11.686054 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5936aa-60ae-4476-b00d-990b669c720f req-05515ebc-03bf-47e1-939e-007b61638e59 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:11.687650 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6c5936aa-60ae-4476-b00d-990b669c720f req-05515ebc-03bf-47e1-939e-007b61638e59 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 931 time: 0.0518253 Sep 03 02:09:11.759239 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6c5936aa-60ae-4476-b00d-990b669c720f req-1eff2df8-273f-4c54-89df-50a67b0f9b47 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643957 Sep 03 02:09:11.787134 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600117ee-fca8-4503-933f-00b72832a970 {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:09:11.794962 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:11.807150 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Transition to ACTIVE for port object 600117ee-fca8-4503-933f-00b72832a970 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:09:11.855837 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:11.903419 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Pushing event updated for resources: {'Port': ['ID=600117ee-fca8-4503-933f-00b72832a970,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:11.938309 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Attempting to bind port 600117ee-fca8-4503-933f-00b72832a970 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:09:11.938309 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Attempting to bind port 600117ee-fca8-4503-933f-00b72832a970 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '30989e55-692e-4b94-815e-833701d06067'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:09:11.938662 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Attempting to bind port 600117ee-fca8-4503-933f-00b72832a970 on network 30989e55-692e-4b94-815e-833701d06067 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:09:11.942931 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Port 600117ee-fca8-4503-933f-00b72832a970 on network 30989e55-692e-4b94-815e-833701d06067 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:09:11.943259 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Attempting to bind port 600117ee-fca8-4503-933f-00b72832a970 on network 30989e55-692e-4b94-815e-833701d06067 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:09:11.948056 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:09:11.948395 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Checking segment: {'id': 'dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '30989e55-692e-4b94-815e-833701d06067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:09:11.948780 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Bound using segment: {'id': 'dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '30989e55-692e-4b94-815e-833701d06067'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:09:11.949211 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Bound port: 600117ee-fca8-4503-933f-00b72832a970, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '30989e55-692e-4b94-815e-833701d06067'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:09:11.949571 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:12.014216 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] For port 600117ee-fca8-4503-933f-00b72832a970, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:09:12.017456 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] For port 600117ee-fca8-4503-933f-00b72832a970, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=600117ee-fca8-4503-933f-00b72832a970,segment=NetworkSegment(dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce),segment_id=dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:09:12.090728 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:12.333579 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:12.334191 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:12.335575 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] 10.222.0.25 "PUT /v2.0/ports/600117ee-fca8-4503-933f-00b72832a970 HTTP/1.1" status: 200 len: 1093 time: 0.8934159 Sep 03 02:09:12.336011 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d888779-d9b9-48a0-bfce-ea2686e4545f', 'tag': '600117ee-fca8-4503-933f-00b72832a970'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:09:12.338769 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552df1ed-d546-4d4a-ab74-0df6e6491451" -d '{"events": [{"name": "network-changed", "server_uuid": "6d888779-d9b9-48a0-bfce-ea2686e4545f", "tag": "600117ee-fca8-4503-933f-00b72832a970"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:09:12.367972 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc4078-d995-403c-8bd9-6c596f73f34e service neutron] Pushing event updated for resources: {'Port': ['ID=600117ee-fca8-4503-933f-00b72832a970,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:12.398746 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c065b1-8866-40a7-b75d-9fd19e0d3b4f x-openstack-request-id: req-50c065b1-8866-40a7-b75d-9fd19e0d3b4f {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:09:12.399615 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d888779-d9b9-48a0-bfce-ea2686e4545f", "tag": "600117ee-fca8-4503-933f-00b72832a970", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:09:12.400353 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50c065b1-8866-40a7-b75d-9fd19e0d3b4f {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:09:12.400353 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d888779-d9b9-48a0-bfce-ea2686e4545f', 'tag': '600117ee-fca8-4503-933f-00b72832a970', 'status': 'completed', 'code': 200} Sep 03 02:09:12.499676 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552df1ed-d546-4d4a-ab74-0df6e6491451 req-653f23c9-b3ac-470b-82dc-0d904bc91886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:12.501207 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-552df1ed-d546-4d4a-ab74-0df6e6491451 req-653f23c9-b3ac-470b-82dc-0d904bc91886 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7183065004e46a684abedfac41268b7&device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 1096 time: 0.0595655 Sep 03 02:09:12.545422 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2ff027a0-6b79-4b23-8412-7f95fcb180ac req-f2296daf-eb71-4e7a-ac5d-6378e7052c50 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 210 time: 0.0481749 Sep 03 02:09:12.571794 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eea6ae-4431-422f-a7ac-50882955686d req-31673780-9e17-4221-a2bf-2dc2b7655197 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:12.580840 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a2eea6ae-4431-422f-a7ac-50882955686d req-31673780-9e17-4221-a2bf-2dc2b7655197 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0926521 Sep 03 02:09:12.622212 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a2eea6ae-4431-422f-a7ac-50882955686d req-0120bc01-72b7-47eb-804c-9229d6c60f63 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404947 Sep 03 02:09:12.638049 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552df1ed-d546-4d4a-ab74-0df6e6491451 req-a93adebf-c0b9-4e99-8f60-a9a7cba94edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:12.639744 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-552df1ed-d546-4d4a-ab74-0df6e6491451 req-a93adebf-c0b9-4e99-8f60-a9a7cba94edf service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c7183065004e46a684abedfac41268b7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1267946 Sep 03 02:09:12.738988 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552df1ed-d546-4d4a-ab74-0df6e6491451 req-5d8007f4-2736-496c-924b-7cbcefc41a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:12.740519 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-552df1ed-d546-4d4a-ab74-0df6e6491451 req-5d8007f4-2736-496c-924b-7cbcefc41a7b service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891447 Sep 03 02:09:12.860753 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-ae796673-da46-4e6a-9b6a-af6f63a583cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:12.862348 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-ae796673-da46-4e6a-9b6a-af6f63a583cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7183065004e46a684abedfac41268b7&device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 1096 time: 0.0475280 Sep 03 02:09:12.906056 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d558d-a667-49c2-af10-81a4ca620f1f req-f769d750-5ad3-4e8d-a61d-43570df5043f tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:12.907554 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-672d558d-a667-49c2-af10-81a4ca620f1f req-f769d750-5ad3-4e8d-a61d-43570df5043f tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/networks?id=5839703f-da91-4018-9264-b1db6c66915b HTTP/1.1" status: 200 len: 815 time: 0.1475024 Sep 03 02:09:12.910676 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-01a44ef7-7999-4796-9749-991f7927c35a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=600117ee-fca8-4503-933f-00b72832a970 HTTP/1.1" status: 200 len: 217 time: 0.0394287 Sep 03 02:09:12.919149 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7c87a-e71d-4f26-963a-275dd6d578e2 req-24a12708-aab0-43ad-acf0-c3b4f97d6f18 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:12.920599 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a4a7c87a-e71d-4f26-963a-275dd6d578e2 req-24a12708-aab0-43ad-acf0-c3b4f97d6f18 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 943 time: 0.0826409 Sep 03 02:09:12.937414 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-672d558d-a667-49c2-af10-81a4ca620f1f req-17bd8a6e-aa42-4e72-a5c6-bd780cd77fc4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/quotas/9d5121030220459c849c4187e8cd29c0 HTTP/1.1" status: 200 len: 375 time: 0.0159242 Sep 03 02:09:12.961910 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-ad973037-06a1-4e1a-a78b-459d160e40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:12.963707 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-ad973037-06a1-4e1a-a78b-459d160e40ba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8b00c8e-4a7f-4d02-9cb4-64e7f1b553e8 HTTP/1.1" status: 200 len: 849 time: 0.0454342 Sep 03 02:09:12.990819 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a4a7c87a-e71d-4f26-963a-275dd6d578e2 req-8144d590-7570-4802-8b59-09ea27d0de57 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629346 Sep 03 02:09:12.996243 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-cee4ba92-d1f7-4c68-b893-70279cbe7ed0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=30989e55-692e-4b94-815e-833701d06067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248218 Sep 03 02:09:13.005367 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-672d558d-a667-49c2-af10-81a4ca620f1f req-c2bcf976-c0ea-460b-91dc-641281cd6ba7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d5121030220459c849c4187e8cd29c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608737 Sep 03 02:09:13.099737 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-672d558d-a667-49c2-af10-81a4ca620f1f req-915e3fd9-4f11-460f-8b12-13a273cc18c7 service neutron] 10.222.0.21 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864732 Sep 03 02:09:13.110080 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-4bb8cb75-8b71-4513-9d29-fb31c8796719 service neutron] 10.222.0.25 "GET /v2.0/networks/30989e55-692e-4b94-815e-833701d06067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936365 Sep 03 02:09:13.191153 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-672d558d-a667-49c2-af10-81a4ca620f1f req-104236e1-bf37-4d74-ae2b-505440401692 service neutron] 10.222.0.21 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839012 Sep 03 02:09:13.208675 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3142f70b-1c6b-4b8b-9fec-07a8ddeb6e57 req-bd9a13ce-9d21-4bdf-b7ba-8ef5915f2701 service neutron] 10.222.0.25 "GET /v2.0/networks/30989e55-692e-4b94-815e-833701d06067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832677 Sep 03 02:09:13.323764 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa264802-b084-4027-a0f6-f1881805a680 req-1de8ed1e-5918-4cf2-832a-f47f0e35dac6 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:13.325222 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa264802-b084-4027-a0f6-f1881805a680 req-1de8ed1e-5918-4cf2-832a-f47f0e35dac6 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.25 "GET /v2.0/networks?id=53284621-3e96-408e-a7e3-7efe4a897e53 HTTP/1.1" status: 200 len: 814 time: 0.1016824 Sep 03 02:09:13.344136 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-aa264802-b084-4027-a0f6-f1881805a680 req-9bfbf4e7-01df-4622-b954-3792bc71d4d4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Request body: {'port': {'device_id': 'c530dc4b-3f47-483c-90b7-a327e93c083c', 'network_id': '53284621-3e96-408e-a7e3-7efe4a897e53', 'admin_state_up': True, 'tenant_id': 'f0c4e736d0494bdc9e982b604a6d02b4'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:09:13.470289 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7482a821-c938-49c7-9d7b-a6e00bb868ab req-b24061b2-736f-47dc-936a-e7cc562c53c0 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 210 time: 0.0258555 Sep 03 02:09:13.512962 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa264802-b084-4027-a0f6-f1881805a680 req-9bfbf4e7-01df-4622-b954-3792bc71d4d4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Made reservation on behalf of f0c4e736d0494bdc9e982b604a6d02b4 for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:09:13.517683 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-aa264802-b084-4027-a0f6-f1881805a680 req-9bfbf4e7-01df-4622-b954-3792bc71d4d4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:13.647681 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-aa264802-b084-4027-a0f6-f1881805a680 req-9bfbf4e7-01df-4622-b954-3792bc71d4d4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Allocated IP 172.20.0.7 (53284621-3e96-408e-a7e3-7efe4a897e53/d4ce912c-378c-4139-ba8b-c9621ce7622e/193c17ba-b779-4f36-bbe3-d1aa7755138c) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:09:13.659212 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3d110f14-f595-465e-ae87-94669adce71f req-b31e9e2e-95b7-4478-b719-e3554aa98a97 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 210 time: 0.0335371 Sep 03 02:09:13.758745 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901d58e-33bc-4fcb-843c-13366a9876aa req-89b0c538-cee8-446b-8c88-c524d710b50b tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:13.760392 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8901d58e-33bc-4fcb-843c-13366a9876aa req-89b0c538-cee8-446b-8c88-c524d710b50b tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0561090 Sep 03 02:09:13.801270 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8901d58e-33bc-4fcb-843c-13366a9876aa req-1637fa26-e062-4c23-9f86-d66cdfecab3d tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344267 Sep 03 02:09:13.847822 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-aa264802-b084-4027-a0f6-f1881805a680 req-9bfbf4e7-01df-4622-b954-3792bc71d4d4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:13.970229 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-aa264802-b084-4027-a0f6-f1881805a680 req-9bfbf4e7-01df-4622-b954-3792bc71d4d4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:14.010013 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa264802-b084-4027-a0f6-f1881805a680 req-9bfbf4e7-01df-4622-b954-3792bc71d4d4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Network 53284621-3e96-408e-a7e3-7efe4a897e53 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:09:14.013017 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-aa264802-b084-4027-a0f6-f1881805a680 req-9bfbf4e7-01df-4622-b954-3792bc71d4d4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:09:14.016776 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa264802-b084-4027-a0f6-f1881805a680 req-9bfbf4e7-01df-4622-b954-3792bc71d4d4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:09:14.022218 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa264802-b084-4027-a0f6-f1881805a680 req-9bfbf4e7-01df-4622-b954-3792bc71d4d4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:14.022846 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-aa264802-b084-4027-a0f6-f1881805a680 req-9bfbf4e7-01df-4622-b954-3792bc71d4d4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:14.034889 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbf4e7-01df-4622-b954-3792bc71d4d4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Pushing event updated for resources: {'Port': ['ID=193c17ba-b779-4f36-bbe3-d1aa7755138c,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:14.118352 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480b283-b823-4677-91da-f59fbdf44de7 req-a9fa57c0-964d-436c-8cd0-2028c17a3f6e tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:14.119849 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9480b283-b823-4677-91da-f59fbdf44de7 req-a9fa57c0-964d-436c-8cd0-2028c17a3f6e tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 943 time: 0.0571678 Sep 03 02:09:14.158488 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9480b283-b823-4677-91da-f59fbdf44de7 req-bc545ce3-975a-4363-a944-87191c704349 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322535 Sep 03 02:09:14.164955 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa264802-b084-4027-a0f6-f1881805a680 req-9bfbf4e7-01df-4622-b954-3792bc71d4d4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8245366 Sep 03 02:09:14.183209 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Request body: {'port': {'device_id': 'c530dc4b-3f47-483c-90b7-a327e93c083c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:09:14.240170 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:14.504814 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193c17ba-b779-4f36-bbe3-d1aa7755138c {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:09:14.524761 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:14.539124 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Transition to ACTIVE for port object 193c17ba-b779-4f36-bbe3-d1aa7755138c will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:09:14.586151 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6891422f-c115-4467-84c9-a528bef81494 req-f3f60d70-ed7a-45be-9837-b63975b62de3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 210 time: 0.0288718 Sep 03 02:09:14.605419 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:14.659293 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Pushing event updated for resources: {'Port': ['ID=193c17ba-b779-4f36-bbe3-d1aa7755138c,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:14.690464 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Attempting to bind port 193c17ba-b779-4f36-bbe3-d1aa7755138c on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:09:14.690801 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Attempting to bind port 193c17ba-b779-4f36-bbe3-d1aa7755138c by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '0cc04cd6-a766-421d-8684-572e82daf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '53284621-3e96-408e-a7e3-7efe4a897e53'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:09:14.691132 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Attempting to bind port 193c17ba-b779-4f36-bbe3-d1aa7755138c on network 53284621-3e96-408e-a7e3-7efe4a897e53 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:09:14.695517 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Port 193c17ba-b779-4f36-bbe3-d1aa7755138c on network 53284621-3e96-408e-a7e3-7efe4a897e53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:09:14.699426 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Attempting to bind port 193c17ba-b779-4f36-bbe3-d1aa7755138c on network 53284621-3e96-408e-a7e3-7efe4a897e53 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:09:14.700956 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:09:14.702553 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Checking segment: {'id': '0cc04cd6-a766-421d-8684-572e82daf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '53284621-3e96-408e-a7e3-7efe4a897e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:09:14.702553 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Bound using segment: {'id': '0cc04cd6-a766-421d-8684-572e82daf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '53284621-3e96-408e-a7e3-7efe4a897e53'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:09:14.702553 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Bound port: 193c17ba-b779-4f36-bbe3-d1aa7755138c, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc04cd6-a766-421d-8684-572e82daf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '53284621-3e96-408e-a7e3-7efe4a897e53'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:09:14.702553 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:14.769936 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] For port 193c17ba-b779-4f36-bbe3-d1aa7755138c, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:09:14.773283 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] For port 193c17ba-b779-4f36-bbe3-d1aa7755138c, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=193c17ba-b779-4f36-bbe3-d1aa7755138c,segment=NetworkSegment(0cc04cd6-a766-421d-8684-572e82daf863),segment_id=0cc04cd6-a766-421d-8684-572e82daf863)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:09:14.785420 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e64d1-283e-4d8d-968c-670619da7c05 req-48ed46d3-4f9b-4dd0-b2bd-d230aedfc3f2 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:14.791097 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0b4e64d1-283e-4d8d-968c-670619da7c05 req-48ed46d3-4f9b-4dd0-b2bd-d230aedfc3f2 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 943 time: 0.0567336 Sep 03 02:09:14.830868 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0b4e64d1-283e-4d8d-968c-670619da7c05 req-694efee5-65aa-42c4-98e2-4a8d2628a254 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351341 Sep 03 02:09:14.853916 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:14.891458 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:14.892152 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:14.893649 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa264802-b084-4027-a0f6-f1881805a680 req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] 10.222.0.25 "PUT /v2.0/ports/193c17ba-b779-4f36-bbe3-d1aa7755138c HTTP/1.1" status: 200 len: 1093 time: 0.7157104 Sep 03 02:09:14.894142 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c530dc4b-3f47-483c-90b7-a327e93c083c', 'tag': '193c17ba-b779-4f36-bbe3-d1aa7755138c'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:09:14.896620 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49068d97-bbf7-48d2-85c4-27ec04f219cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c530dc4b-3f47-483c-90b7-a327e93c083c", "tag": "193c17ba-b779-4f36-bbe3-d1aa7755138c"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:09:14.924261 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be07f7-4ba0-4c5c-81bd-8762e61c86ae service neutron] Pushing event updated for resources: {'Port': ['ID=193c17ba-b779-4f36-bbe3-d1aa7755138c,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:14.938587 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e29e76-f360-4fe0-ad7b-372c99f3c0c2 req-baf4c7e2-ed05-49eb-af60-6d903145cad8 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:14.940118 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-01e29e76-f360-4fe0-ad7b-372c99f3c0c2 req-baf4c7e2-ed05-49eb-af60-6d903145cad8 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0557613 Sep 03 02:09:14.979869 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c0f637-d521-4671-bbb2-055eecec8ae6 x-openstack-request-id: req-45c0f637-d521-4671-bbb2-055eecec8ae6 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:09:14.980263 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c530dc4b-3f47-483c-90b7-a327e93c083c", "tag": "193c17ba-b779-4f36-bbe3-d1aa7755138c", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:09:14.980591 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45c0f637-d521-4671-bbb2-055eecec8ae6 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:09:14.981473 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c530dc4b-3f47-483c-90b7-a327e93c083c', 'tag': '193c17ba-b779-4f36-bbe3-d1aa7755138c', 'status': 'completed', 'code': 200} Sep 03 02:09:14.989674 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-01e29e76-f360-4fe0-ad7b-372c99f3c0c2 req-7047263b-6a00-4368-b108-4dd68652707b tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431147 Sep 03 02:09:15.048553 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa264802-b084-4027-a0f6-f1881805a680 req-d1bcbc95-04c5-45c3-bb2a-19b1ba1b95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:15.050047 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa264802-b084-4027-a0f6-f1881805a680 req-d1bcbc95-04c5-45c3-bb2a-19b1ba1b95ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f0c4e736d0494bdc9e982b604a6d02b4&device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 1096 time: 0.0427425 Sep 03 02:09:15.116337 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa264802-b084-4027-a0f6-f1881805a680 req-d1914b79-5caf-472e-b427-b13e9c91b9b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=193c17ba-b779-4f36-bbe3-d1aa7755138c HTTP/1.1" status: 200 len: 217 time: 0.0367858 Sep 03 02:09:15.166082 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa264802-b084-4027-a0f6-f1881805a680 req-4196d3fd-8ccd-4531-8cff-924e8390e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:15.167503 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa264802-b084-4027-a0f6-f1881805a680 req-4196d3fd-8ccd-4531-8cff-924e8390e19e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d4ce912c-378c-4139-ba8b-c9621ce7622e HTTP/1.1" status: 200 len: 854 time: 0.0427949 Sep 03 02:09:15.204340 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa264802-b084-4027-a0f6-f1881805a680 req-183416a1-c81f-42ea-bb01-1b9fbf7ca5f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=53284621-3e96-408e-a7e3-7efe4a897e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263636 Sep 03 02:09:15.288868 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec7460-25ce-4ac4-9afb-68093c5f9371 req-326f89f6-3e65-4ad4-be48-b3cb2580e603 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:15.290441 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ccec7460-25ce-4ac4-9afb-68093c5f9371 req-326f89f6-3e65-4ad4-be48-b3cb2580e603 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 943 time: 0.0548701 Sep 03 02:09:15.311918 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa264802-b084-4027-a0f6-f1881805a680 req-94d36152-1eff-44a8-97d3-54fb9b686de0 service neutron] 10.222.0.25 "GET /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992308 Sep 03 02:09:15.333072 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ccec7460-25ce-4ac4-9afb-68093c5f9371 req-b0b5de29-5913-4e98-a89d-6ecf87d62d68 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366416 Sep 03 02:09:15.404158 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa264802-b084-4027-a0f6-f1881805a680 req-ada17b06-0aba-4bac-9f88-11d93a034370 service neutron] 10.222.0.25 "GET /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839717 Sep 03 02:09:15.518451 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d558d-a667-49c2-af10-81a4ca620f1f req-af33267d-5796-43fb-969f-04ca4e90edd8 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:15.519851 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-672d558d-a667-49c2-af10-81a4ca620f1f req-af33267d-5796-43fb-969f-04ca4e90edd8 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "GET /v2.0/networks?id=5839703f-da91-4018-9264-b1db6c66915b HTTP/1.1" status: 200 len: 815 time: 0.1036670 Sep 03 02:09:15.535991 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-672d558d-a667-49c2-af10-81a4ca620f1f req-405d2436-1145-4c01-8979-ee395f7c8406 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Request body: {'port': {'device_id': 'e8fa0a58-a9c1-499e-a75b-28751b08aba4', 'network_id': '5839703f-da91-4018-9264-b1db6c66915b', 'admin_state_up': True, 'tenant_id': '9d5121030220459c849c4187e8cd29c0'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:09:15.656236 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49068d97-bbf7-48d2-85c4-27ec04f219cf req-12408d05-7ab3-410b-953b-ded779043c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:15.657721 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-49068d97-bbf7-48d2-85c4-27ec04f219cf req-12408d05-7ab3-410b-953b-ded779043c86 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f0c4e736d0494bdc9e982b604a6d02b4&device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 1096 time: 0.0892742 Sep 03 02:09:15.684268 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-68fc82ba-2b92-4569-989f-19633cf2df16 req-0dbbd9a7-5a1a-4e28-aef5-ad2e7a70f9b9 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 210 time: 0.0268250 Sep 03 02:09:15.756699 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49068d97-bbf7-48d2-85c4-27ec04f219cf req-50832d64-6344-4b2d-b3ea-5e6fab0a5e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:15.758191 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-49068d97-bbf7-48d2-85c4-27ec04f219cf req-50832d64-6344-4b2d-b3ea-5e6fab0a5e3d service neutron] 10.222.0.25 "GET /v2.0/networks?id=53284621-3e96-408e-a7e3-7efe4a897e53 HTTP/1.1" status: 200 len: 915 time: 0.0897052 Sep 03 02:09:15.780982 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-672d558d-a667-49c2-af10-81a4ca620f1f req-405d2436-1145-4c01-8979-ee395f7c8406 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Made reservation on behalf of 9d5121030220459c849c4187e8cd29c0 for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:09:15.784299 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-672d558d-a667-49c2-af10-81a4ca620f1f req-405d2436-1145-4c01-8979-ee395f7c8406 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:15.821197 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-49068d97-bbf7-48d2-85c4-27ec04f219cf req-d630b29e-5042-4b6f-b8a6-ffa542be3433 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=193c17ba-b779-4f36-bbe3-d1aa7755138c HTTP/1.1" status: 200 len: 217 time: 0.0474961 Sep 03 02:09:15.924159 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49068d97-bbf7-48d2-85c4-27ec04f219cf req-1c478b56-39b0-475e-a72e-372a8adef003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:15.925605 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-49068d97-bbf7-48d2-85c4-27ec04f219cf req-1c478b56-39b0-475e-a72e-372a8adef003 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d4ce912c-378c-4139-ba8b-c9621ce7622e HTTP/1.1" status: 200 len: 854 time: 0.0878842 Sep 03 02:09:15.943807 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63efee-a46c-46b2-9c27-a0fb7f184278 req-bcf5d226-4539-4ba6-8343-0d2c8242b7c2 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:15.945289 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9d63efee-a46c-46b2-9c27-a0fb7f184278 req-bcf5d226-4539-4ba6-8343-0d2c8242b7c2 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 943 time: 0.0490043 Sep 03 02:09:15.976332 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-49068d97-bbf7-48d2-85c4-27ec04f219cf req-de2ac6bd-fcf8-4ee0-ab9e-646b564e4626 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=53284621-3e96-408e-a7e3-7efe4a897e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298398 Sep 03 02:09:15.985887 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9d63efee-a46c-46b2-9c27-a0fb7f184278 req-941775d6-fb39-4715-8a66-443c17010979 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344002 Sep 03 02:09:16.003435 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-672d558d-a667-49c2-af10-81a4ca620f1f req-405d2436-1145-4c01-8979-ee395f7c8406 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Allocated IP 172.20.0.13 (5839703f-da91-4018-9264-b1db6c66915b/971c703e-f3c5-4742-a735-4a218bd442de/653358e7-ed3e-44a5-a8b3-67791410b5ca) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:09:16.127633 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43577cb3-579c-4aea-aad9-cb69b71d318b req-ea94008f-611c-4bc1-914c-35f1ecc7ff23 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:16.129271 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-43577cb3-579c-4aea-aad9-cb69b71d318b req-ea94008f-611c-4bc1-914c-35f1ecc7ff23 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0595987 Sep 03 02:09:16.132904 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-49068d97-bbf7-48d2-85c4-27ec04f219cf req-6040b780-f1ab-404b-a55e-93dfe8c127d5 service neutron] 10.222.0.25 "GET /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402950 Sep 03 02:09:16.168773 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-43577cb3-579c-4aea-aad9-cb69b71d318b req-7f14e190-599d-4d38-9116-0b7ec4d1d4c9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322535 Sep 03 02:09:16.249656 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15447084-041a-48b3-80f2-069c3eaf1f83 req-b1892e72-f502-4cf9-85bd-6b776b98bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:16.251121 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-15447084-041a-48b3-80f2-069c3eaf1f83 req-b1892e72-f502-4cf9-85bd-6b776b98bb02 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 1098 time: 0.0425329 Sep 03 02:09:16.273167 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-672d558d-a667-49c2-af10-81a4ca620f1f req-405d2436-1145-4c01-8979-ee395f7c8406 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:16.290716 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-15447084-041a-48b3-80f2-069c3eaf1f83 req-352b71ef-9974-40e6-9838-642557d4e63e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293798 Sep 03 02:09:16.306391 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-49068d97-bbf7-48d2-85c4-27ec04f219cf req-c14741a8-4ebe-4c1f-b7aa-5b37f1328ce0 service neutron] 10.222.0.25 "GET /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301367 Sep 03 02:09:16.364524 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-672d558d-a667-49c2-af10-81a4ca620f1f req-405d2436-1145-4c01-8979-ee395f7c8406 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:16.378777 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['49b8bb00-2daf-4930-b7b3-262293cfd5d6', '2621ee03-8b0e-4b8b-82f9-095652035cbb'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:09:16.415696 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672d558d-a667-49c2-af10-81a4ca620f1f req-405d2436-1145-4c01-8979-ee395f7c8406 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Network 5839703f-da91-4018-9264-b1db6c66915b is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:09:16.421020 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-672d558d-a667-49c2-af10-81a4ca620f1f req-405d2436-1145-4c01-8979-ee395f7c8406 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:09:16.429033 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-672d558d-a667-49c2-af10-81a4ca620f1f req-405d2436-1145-4c01-8979-ee395f7c8406 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:09:16.434992 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d558d-a667-49c2-af10-81a4ca620f1f req-405d2436-1145-4c01-8979-ee395f7c8406 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:16.435650 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-672d558d-a667-49c2-af10-81a4ca620f1f req-405d2436-1145-4c01-8979-ee395f7c8406 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:16.438070 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d2436-1145-4c01-8979-ee395f7c8406 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Pushing event updated for resources: {'Port': ['ID=653358e7-ed3e-44a5-a8b3-67791410b5ca,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:16.463596 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cf328-964d-4912-8ad9-b9501e7463c0 req-a9a8bca6-b52e-427d-99f8-a87739ed20c7 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:16.465092 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-111cf328-964d-4912-8ad9-b9501e7463c0 req-a9a8bca6-b52e-427d-99f8-a87739ed20c7 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 943 time: 0.0506442 Sep 03 02:09:16.505167 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-111cf328-964d-4912-8ad9-b9501e7463c0 req-80762aef-9074-477d-81b1-5c315b7f2922 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340266 Sep 03 02:09:16.530990 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-672d558d-a667-49c2-af10-81a4ca620f1f req-405d2436-1145-4c01-8979-ee395f7c8406 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9985738 Sep 03 02:09:16.549038 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Request body: {'port': {'device_id': 'e8fa0a58-a9c1-499e-a75b-28751b08aba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:09:16.606787 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:16.800619 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c59f88-1b37-488c-84e0-a8a6623044b8 req-7d16f08a-4438-44c9-bf2c-a6bf765f731c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:16.802113 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a4c59f88-1b37-488c-84e0-a8a6623044b8 req-7d16f08a-4438-44c9-bf2c-a6bf765f731c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 932 time: 0.0474360 Sep 03 02:09:16.808311 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 600117ee-fca8-4503-933f-00b72832a970 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:09:16.850612 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a4c59f88-1b37-488c-84e0-a8a6623044b8 req-c1a5ea1d-3908-45fb-acd9-ff48aafc4556 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 Sep 03 02:09:16.887710 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653358e7-ed3e-44a5-a8b3-67791410b5ca {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:09:16.895241 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:16.909778 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Transition to ACTIVE for port object 653358e7-ed3e-44a5-a8b3-67791410b5ca will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:09:16.916175 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 600117ee-fca8-4503-933f-00b72832a970, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=600117ee-fca8-4503-933f-00b72832a970,segment=NetworkSegment(dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce),segment_id=dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:16.927068 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': '600117ee-fca8-4503-933f-00b72832a970', 'network_id': '30989e55-692e-4b94-815e-833701d06067', 'port_id': '600117ee-fca8-4503-933f-00b72832a970', 'mac_address': 'fa:16:3e:e7:fc:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b00c8e-4a7f-4d02-9cb4-64e7f1b553e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:09:16.963798 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:16.976267 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600117ee-fca8-4503-933f-00b72832a970 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:09:16.996635 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 600117ee-fca8-4503-933f-00b72832a970, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=600117ee-fca8-4503-933f-00b72832a970,segment=NetworkSegment(dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce),segment_id=dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:17.015055 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:17.066403 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Pushing event updated for resources: {'Port': ['ID=653358e7-ed3e-44a5-a8b3-67791410b5ca,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:17.102499 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Attempting to bind port 653358e7-ed3e-44a5-a8b3-67791410b5ca on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:09:17.102838 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Attempting to bind port 653358e7-ed3e-44a5-a8b3-67791410b5ca by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:09:17.103178 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Attempting to bind port 653358e7-ed3e-44a5-a8b3-67791410b5ca on network 5839703f-da91-4018-9264-b1db6c66915b {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:09:17.108250 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Port 653358e7-ed3e-44a5-a8b3-67791410b5ca on network 5839703f-da91-4018-9264-b1db6c66915b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:09:17.108578 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Attempting to bind port 653358e7-ed3e-44a5-a8b3-67791410b5ca on network 5839703f-da91-4018-9264-b1db6c66915b {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:09:17.111146 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec5cd3-b3ec-46b5-838e-c1ce3614682f req-5bca86c9-2e81-43b4-a80b-ece5f46c1415 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:17.112865 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-69ec5cd3-b3ec-46b5-838e-c1ce3614682f req-5bca86c9-2e81-43b4-a80b-ece5f46c1415 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 943 time: 0.0600078 Sep 03 02:09:17.113711 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:09:17.113865 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:17.114056 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Checking segment: {'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:09:17.114443 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Bound using segment: {'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:09:17.114875 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Bound port: 653358e7-ed3e-44a5-a8b3-67791410b5ca, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:09:17.115234 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:17.164110 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=600117ee-fca8-4503-933f-00b72832a970,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:17.176378 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-69ec5cd3-b3ec-46b5-838e-c1ce3614682f req-04517ea5-0be9-41da-93da-306df5657aca tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419049 Sep 03 02:09:17.194602 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] For port 653358e7-ed3e-44a5-a8b3-67791410b5ca, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:09:17.198640 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] For port 653358e7-ed3e-44a5-a8b3-67791410b5ca, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=653358e7-ed3e-44a5-a8b3-67791410b5ca,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:09:17.262445 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:17.293682 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:17.294306 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:17.295855 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-672d558d-a667-49c2-af10-81a4ca620f1f req-404205d7-4337-479d-b459-e999bb55e16e service neutron] 10.222.0.25 "PUT /v2.0/ports/653358e7-ed3e-44a5-a8b3-67791410b5ca HTTP/1.1" status: 200 len: 1094 time: 0.7513072 Sep 03 02:09:17.299770 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fa0a58-a9c1-499e-a75b-28751b08aba4', 'tag': '653358e7-ed3e-44a5-a8b3-67791410b5ca'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:09:17.299770 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dee02a-8b88-493b-9cda-2d5838c38278" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fa0a58-a9c1-499e-a75b-28751b08aba4", "tag": "653358e7-ed3e-44a5-a8b3-67791410b5ca"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:09:17.300612 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6c20e-e6a3-40db-a06c-57921a563f5d req-1483607f-6336-47f2-b973-00a87d3f4b57 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:17.310092 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-05c6c20e-e6a3-40db-a06c-57921a563f5d req-1483607f-6336-47f2-b973-00a87d3f4b57 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0614371 Sep 03 02:09:17.326117 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404205d7-4337-479d-b459-e999bb55e16e service neutron] Pushing event updated for resources: {'Port': ['ID=653358e7-ed3e-44a5-a8b3-67791410b5ca,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:17.356335 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-05c6c20e-e6a3-40db-a06c-57921a563f5d req-43ed228e-4d2a-491b-bad1-81b2989ed935 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 Sep 03 02:09:17.363662 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 37266) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:17.465281 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d558d-a667-49c2-af10-81a4ca620f1f req-9d3d019a-fc98-4212-baf0-ae220eb28b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:17.466810 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-672d558d-a667-49c2-af10-81a4ca620f1f req-9d3d019a-fc98-4212-baf0-ae220eb28b94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d5121030220459c849c4187e8cd29c0&device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 1097 time: 0.0438530 Sep 03 02:09:17.487847 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4a53da95-9224-4baf-8efd-50860b98236a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:17.523660 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5160c6b-c614-4fca-b125-68d2429465f2 x-openstack-request-id: req-c5160c6b-c614-4fca-b125-68d2429465f2 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:09:17.524468 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fa0a58-a9c1-499e-a75b-28751b08aba4", "tag": "653358e7-ed3e-44a5-a8b3-67791410b5ca", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:09:17.524724 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5160c6b-c614-4fca-b125-68d2429465f2 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:09:17.525120 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fa0a58-a9c1-499e-a75b-28751b08aba4', 'tag': '653358e7-ed3e-44a5-a8b3-67791410b5ca', 'status': 'completed', 'code': 200} Sep 03 02:09:17.529313 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-672d558d-a667-49c2-af10-81a4ca620f1f req-4a961f17-c4c6-4fb6-9c70-6050f2b542fc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653358e7-ed3e-44a5-a8b3-67791410b5ca HTTP/1.1" status: 200 len: 217 time: 0.0478985 Sep 03 02:09:17.579795 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['600117ee-fca8-4503-933f-00b72832a970'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:09:17.623877 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d558d-a667-49c2-af10-81a4ca620f1f req-6de6bb1e-a531-4a7d-bc4a-5549a25f013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:17.625954 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-672d558d-a667-49c2-af10-81a4ca620f1f req-6de6bb1e-a531-4a7d-bc4a-5549a25f013c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=971c703e-f3c5-4742-a735-4a218bd442de HTTP/1.1" status: 200 len: 855 time: 0.0676196 Sep 03 02:09:17.634477 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096eda2-3a51-4d41-8871-561da029fccf req-1505b2a1-f338-438f-81c4-6fa7827c70b3 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:17.636368 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e096eda2-3a51-4d41-8871-561da029fccf req-1505b2a1-f338-438f-81c4-6fa7827c70b3 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 944 time: 0.0646560 Sep 03 02:09:17.666337 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-672d558d-a667-49c2-af10-81a4ca620f1f req-e19fb84b-4f04-4708-a103-6233f62caabf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5839703f-da91-4018-9264-b1db6c66915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318785 Sep 03 02:09:17.681801 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4a53da95-9224-4baf-8efd-50860b98236a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:17.684190 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e096eda2-3a51-4d41-8871-561da029fccf req-7940691b-15fd-4552-8a7c-8b123cd34c27 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383408 Sep 03 02:09:17.749203 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4a53da95-9224-4baf-8efd-50860b98236a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:17.799431 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-4a53da95-9224-4baf-8efd-50860b98236a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd573904d889403bac9d613d1c857a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345424 Sep 03 02:09:17.800133 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53da95-9224-4baf-8efd-50860b98236a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a05fdc-6c2f-40b1-86a8-821b678a59af,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:17.802463 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 37272) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:17.823921 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-672d558d-a667-49c2-af10-81a4ca620f1f req-55dab97f-4bb2-4c08-8b04-2be2fc77c006 service neutron] 10.222.0.25 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409028 Sep 03 02:09:17.915171 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0cd89bce-c426-40cf-98f6-6fbff29b82a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:17.948418 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0cd89bce-c426-40cf-98f6-6fbff29b82a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:17.966353 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-672d558d-a667-49c2-af10-81a4ca620f1f req-4dbd5df8-fb1b-495c-9197-2c53c4359262 service neutron] 10.222.0.25 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275275 Sep 03 02:09:17.969059 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8076149-37b8-447e-b690-b91c997308d6 req-fb967eba-869e-4b3b-8c10-87d53d55b347 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:17.970512 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a8076149-37b8-447e-b690-b91c997308d6 req-fb967eba-869e-4b3b-8c10-87d53d55b347 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 944 time: 0.0508039 Sep 03 02:09:18.010168 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a8076149-37b8-447e-b690-b91c997308d6 req-67b30ea2-e6d0-4cfc-ae0c-9f572e28efb8 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334616 Sep 03 02:09:18.072675 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0cd89bce-c426-40cf-98f6-6fbff29b82a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:18.075296 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0cd89bce-c426-40cf-98f6-6fbff29b82a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:18.076473 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-0cd89bce-c426-40cf-98f6-6fbff29b82a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8a05fdc-6c2f-40b1-86a8-821b678a59af HTTP/1.1" status: 204 len: 168 time: 0.2682312 Sep 03 02:09:18.084168 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd89bce-c426-40cf-98f6-6fbff29b82a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a05fdc-6c2f-40b1-86a8-821b678a59af,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:18.130433 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dee02a-8b88-493b-9cda-2d5838c38278 req-7ea7adb0-a7f0-4cb5-a483-431672dd43bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:18.131898 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e2dee02a-8b88-493b-9cda-2d5838c38278 req-7ea7adb0-a7f0-4cb5-a483-431672dd43bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d5121030220459c849c4187e8cd29c0&device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 1097 time: 0.0401270 Sep 03 02:09:18.237668 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dee02a-8b88-493b-9cda-2d5838c38278 req-a957bf03-e5f3-44c8-8398-7b7156bad45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:18.239175 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e2dee02a-8b88-493b-9cda-2d5838c38278 req-a957bf03-e5f3-44c8-8398-7b7156bad45d service neutron] 10.222.0.25 "GET /v2.0/networks?id=5839703f-da91-4018-9264-b1db6c66915b HTTP/1.1" status: 200 len: 916 time: 0.0907516 Sep 03 02:09:18.273137 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5821796-0eb1-4d3d-811d-7583b7d9f29c req-8ec0ba5a-4ed8-4b5a-a5a2-6e0afbb0a44d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:18.274716 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b5821796-0eb1-4d3d-811d-7583b7d9f29c req-8ec0ba5a-4ed8-4b5a-a5a2-6e0afbb0a44d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 943 time: 0.0504346 Sep 03 02:09:18.299755 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e2dee02a-8b88-493b-9cda-2d5838c38278 req-64f34790-bc6e-4fef-b98e-045aa1910d5f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=653358e7-ed3e-44a5-a8b3-67791410b5ca HTTP/1.1" status: 200 len: 217 time: 0.0337946 Sep 03 02:09:18.315268 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b5821796-0eb1-4d3d-811d-7583b7d9f29c req-83012125-c720-41ff-b351-2b2efb1890c7 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345645 Sep 03 02:09:18.355656 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dee02a-8b88-493b-9cda-2d5838c38278 req-78bc0fa7-bdf2-46e0-a1be-07a0cf4d7ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:18.357399 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e2dee02a-8b88-493b-9cda-2d5838c38278 req-78bc0fa7-bdf2-46e0-a1be-07a0cf4d7ff9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=971c703e-f3c5-4742-a735-4a218bd442de HTTP/1.1" status: 200 len: 855 time: 0.0490146 Sep 03 02:09:18.391119 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e2dee02a-8b88-493b-9cda-2d5838c38278 req-83d780af-056f-450d-b8a3-efc7a56694c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5839703f-da91-4018-9264-b1db6c66915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238214 Sep 03 02:09:18.487555 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08b894-ed7f-4edb-b992-a7c940535863 req-14eb8b93-1776-4b63-8418-8c9808f56ed5 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:18.489121 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cb08b894-ed7f-4edb-b992-a7c940535863 req-14eb8b93-1776-4b63-8418-8c9808f56ed5 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0629950 Sep 03 02:09:18.509063 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e2dee02a-8b88-493b-9cda-2d5838c38278 req-3f3dcc66-0b94-4d54-9b2f-73e7bbe3078b service neutron] 10.222.0.25 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848262 Sep 03 02:09:18.526891 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cb08b894-ed7f-4edb-b992-a7c940535863 req-a5bd745e-d537-4b89-ae72-25d535255290 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312624 Sep 03 02:09:18.605614 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e2dee02a-8b88-493b-9cda-2d5838c38278 req-946b9a51-bf2d-4b2c-9575-e9e1b345c0be service neutron] 10.222.0.25 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863285 Sep 03 02:09:18.646695 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f102a3f-6606-4ab9-abaa-b63dc6aa28d1 req-dcf2a7e9-33c4-4d30-80d8-0d1bd1c10d49 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:18.648091 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1f102a3f-6606-4ab9-abaa-b63dc6aa28d1 req-dcf2a7e9-33c4-4d30-80d8-0d1bd1c10d49 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0505760 Sep 03 02:09:18.685179 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 37290) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:18.694770 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1f102a3f-6606-4ab9-abaa-b63dc6aa28d1 req-a6175ab1-97b6-4a5b-84c0-5372dbf8d6bf tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403814 Sep 03 02:09:18.700160 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f7c2e6d6-ad21-4f66-acf0-d51e3e1ed01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:18.822088 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8802c5f-78e2-48b3-9403-1a6c74e0b245 req-3206876d-1cce-4fa8-9769-564d7c347ca3 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:18.827421 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e8802c5f-78e2-48b3-9403-1a6c74e0b245 req-3206876d-1cce-4fa8-9769-564d7c347ca3 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 944 time: 0.0735040 Sep 03 02:09:18.827543 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 193c17ba-b779-4f36-bbe3-d1aa7755138c details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:09:18.828503 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f7c2e6d6-ad21-4f66-acf0-d51e3e1ed01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:18.828633 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 600117ee-fca8-4503-933f-00b72832a970 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:09:18.865417 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e8802c5f-78e2-48b3-9403-1a6c74e0b245 req-9080e737-49c8-4499-941c-d178f5875ce3 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319455 Sep 03 02:09:18.923663 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f7c2e6d6-ad21-4f66-acf0-d51e3e1ed01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:18.957409 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 193c17ba-b779-4f36-bbe3-d1aa7755138c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=193c17ba-b779-4f36-bbe3-d1aa7755138c,segment=NetworkSegment(0cc04cd6-a766-421d-8684-572e82daf863),segment_id=0cc04cd6-a766-421d-8684-572e82daf863)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:18.964824 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-f7c2e6d6-ad21-4f66-acf0-d51e3e1ed01e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45032cdcc25248d0ae995371a6383d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786570 Sep 03 02:09:18.965666 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2e6d6-ad21-4f66-acf0-d51e3e1ed01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c392c4-5c99-4671-bd2d-64d302ee1535,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:18.967458 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 37296) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:18.971263 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': '193c17ba-b779-4f36-bbe3-d1aa7755138c', 'network_id': '53284621-3e96-408e-a7e3-7efe4a897e53', 'port_id': '193c17ba-b779-4f36-bbe3-d1aa7755138c', 'mac_address': 'fa:16:3e:f7:11:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ce912c-378c-4139-ba8b-c9621ce7622e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:09:19.009056 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:19.017211 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port 600117ee-fca8-4503-933f-00b72832a970 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:09:19.018019 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d2165565-e957-491d-9799-05cbfb05c7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:19.024074 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port 600117ee-fca8-4503-933f-00b72832a970 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:09:19.024462 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:19.027852 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193c17ba-b779-4f36-bbe3-d1aa7755138c {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:09:19.039633 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d2165565-e957-491d-9799-05cbfb05c7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:19.083601 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 193c17ba-b779-4f36-bbe3-d1aa7755138c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=193c17ba-b779-4f36-bbe3-d1aa7755138c,segment=NetworkSegment(0cc04cd6-a766-421d-8684-572e82daf863),segment_id=0cc04cd6-a766-421d-8684-572e82daf863)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:19.127339 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd9863-13b6-44e2-83f7-07a9cc4a36e2 req-f00045ef-7fd8-430b-b7e2-f1b18d144127 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:19.128869 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a3fd9863-13b6-44e2-83f7-07a9cc4a36e2 req-f00045ef-7fd8-430b-b7e2-f1b18d144127 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 944 time: 0.0473976 Sep 03 02:09:19.130584 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:19.156480 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d888779-d9b9-48a0-bfce-ea2686e4545f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600117ee-fca8-4503-933f-00b72832a970'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:09:19.158775 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82de8a6e-6979-4dcd-bb3d-abfec66bb8f1" -d '{"events": [{"server_uuid": "6d888779-d9b9-48a0-bfce-ea2686e4545f", "name": "network-vif-plugged", "status": "completed", "tag": "600117ee-fca8-4503-933f-00b72832a970"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:09:19.167679 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a3fd9863-13b6-44e2-83f7-07a9cc4a36e2 req-2ea851d8-a331-4202-8a86-f0a0d4b403ab tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321393 Sep 03 02:09:19.172062 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 600117ee-fca8-4503-933f-00b72832a970, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=600117ee-fca8-4503-933f-00b72832a970,segment=NetworkSegment(dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce),segment_id=dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:19.175445 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d2165565-e957-491d-9799-05cbfb05c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:19.177920 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d2165565-e957-491d-9799-05cbfb05c7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:19.181859 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-d2165565-e957-491d-9799-05cbfb05c7d8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5c392c4-5c99-4671-bd2d-64d302ee1535 HTTP/1.1" status: 204 len: 168 time: 0.2100921 Sep 03 02:09:19.182537 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:19.190259 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2165565-e957-491d-9799-05cbfb05c7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c392c4-5c99-4671-bd2d-64d302ee1535,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:19.213449 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d222163d-636c-41d3-b9ae-009d32e49e58 x-openstack-request-id: req-d222163d-636c-41d3-b9ae-009d32e49e58 {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:09:19.213904 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d888779-d9b9-48a0-bfce-ea2686e4545f", "name": "network-vif-plugged", "status": "completed", "tag": "600117ee-fca8-4503-933f-00b72832a970", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:09:19.214168 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d222163d-636c-41d3-b9ae-009d32e49e58 {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:09:19.214543 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d888779-d9b9-48a0-bfce-ea2686e4545f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600117ee-fca8-4503-933f-00b72832a970', 'code': 200} Sep 03 02:09:19.247181 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=193c17ba-b779-4f36-bbe3-d1aa7755138c,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:19.250700 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:19.303094 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=600117ee-fca8-4503-933f-00b72832a970,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:19.443237 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f881cd-6e56-48bc-8282-02ea7a0f649d req-87ed1a87-af6c-4dbe-ab32-90973e39eb9b tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:19.444999 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a8f881cd-6e56-48bc-8282-02ea7a0f649d req-87ed1a87-af6c-4dbe-ab32-90973e39eb9b tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 944 time: 0.0609446 Sep 03 02:09:19.492709 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a8f881cd-6e56-48bc-8282-02ea7a0f649d req-84132c22-04b3-4a44-9ddb-59e15dca9904 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338316 Sep 03 02:09:19.571813 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['193c17ba-b779-4f36-bbe3-d1aa7755138c'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:09:19.574804 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764a46d-926b-400a-9506-7aa758c75fad req-60f66839-d94e-4208-8db0-6bacc51e49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:19.576543 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a764a46d-926b-400a-9506-7aa758c75fad req-60f66839-d94e-4208-8db0-6bacc51e49a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 1098 time: 0.0454032 Sep 03 02:09:19.617155 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a764a46d-926b-400a-9506-7aa758c75fad req-380e8098-ba4e-47a0-9d0e-cde8c16338b2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300720 Sep 03 02:09:19.975553 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b47252-2115-4214-a3bd-c65c6b4afb44 req-7df02503-60de-403b-80d6-9db0e85cb8a3 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:19.977636 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-95b47252-2115-4214-a3bd-c65c6b4afb44 req-7df02503-60de-403b-80d6-9db0e85cb8a3 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 945 time: 0.0465667 Sep 03 02:09:20.023817 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-95b47252-2115-4214-a3bd-c65c6b4afb44 req-ff2bc824-aef5-48fb-9002-db4721513c40 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401120 Sep 03 02:09:20.283105 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ca03c-f687-4940-bd75-43bb514992a6 req-2df87d57-2d97-48d8-9cd2-1f7e8c749da1 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:20.284594 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-206ca03c-f687-4940-bd75-43bb514992a6 req-2df87d57-2d97-48d8-9cd2-1f7e8c749da1 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 944 time: 0.0475397 Sep 03 02:09:20.322634 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-206ca03c-f687-4940-bd75-43bb514992a6 req-7e1da7f3-3dae-4de3-a909-2015fee7e790 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312781 Sep 03 02:09:20.602724 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab2bec-310c-4eaa-a0f5-b2a306471cea req-5cc015f3-4140-40cb-93ae-694ca78528d7 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:20.604235 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a3ab2bec-310c-4eaa-a0f5-b2a306471cea req-5cc015f3-4140-40cb-93ae-694ca78528d7 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 944 time: 0.0492172 Sep 03 02:09:20.642584 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a3ab2bec-310c-4eaa-a0f5-b2a306471cea req-087b0ca2-6dd1-4880-a6e7-e24873d43328 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315249 Sep 03 02:09:20.831355 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 653358e7-ed3e-44a5-a8b3-67791410b5ca details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:09:20.835472 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 193c17ba-b779-4f36-bbe3-d1aa7755138c up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:09:20.967892 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 653358e7-ed3e-44a5-a8b3-67791410b5ca, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=653358e7-ed3e-44a5-a8b3-67791410b5ca,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:20.980921 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': '653358e7-ed3e-44a5-a8b3-67791410b5ca', 'network_id': '5839703f-da91-4018-9264-b1db6c66915b', 'port_id': '653358e7-ed3e-44a5-a8b3-67791410b5ca', 'mac_address': 'fa:16:3e:e1:31:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971c703e-f3c5-4742-a735-4a218bd442de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:09:20.981479 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4910312-fb1a-410e-96f7-896ca3282dbc req-f2cf64a3-3eef-4be7-86ae-4263237211d8 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:20.983213 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a4910312-fb1a-410e-96f7-896ca3282dbc req-f2cf64a3-3eef-4be7-86ae-4263237211d8 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0513628 Sep 03 02:09:21.029751 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port 193c17ba-b779-4f36-bbe3-d1aa7755138c completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:09:21.034653 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a4910312-fb1a-410e-96f7-896ca3282dbc req-5888d50c-8f46-4d23-9115-25053f99e867 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449553 Sep 03 02:09:21.041456 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port 193c17ba-b779-4f36-bbe3-d1aa7755138c triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:09:21.041837 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:21.069440 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:21.088637 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253f211-802d-4a04-96cc-b6f95339e511 req-74672d2b-12ee-4d45-9e76-5d9cd8bef4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:21.090894 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3253f211-802d-4a04-96cc-b6f95339e511 req-74672d2b-12ee-4d45-9e76-5d9cd8bef4ce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c4774ba8da241fbbb968a2804c02ff2&device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 1098 time: 0.0549064 Sep 03 02:09:21.092163 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653358e7-ed3e-44a5-a8b3-67791410b5ca {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:09:21.124840 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 653358e7-ed3e-44a5-a8b3-67791410b5ca, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=653358e7-ed3e-44a5-a8b3-67791410b5ca,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:21.159437 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31d0f4-e7f6-4ec1-a85a-2c9ab7b2a6df req-46d9acb4-4fd9-4458-bcfc-b52c68134347 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:21.161080 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ce31d0f4-e7f6-4ec1-a85a-2c9ab7b2a6df req-46d9acb4-4fd9-4458-bcfc-b52c68134347 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 945 time: 0.0570297 Sep 03 02:09:21.187756 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:21.190138 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:21.212130 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253f211-802d-4a04-96cc-b6f95339e511 req-dd2509a7-0d9d-48ef-a2f9-63267064931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:21.213909 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3253f211-802d-4a04-96cc-b6f95339e511 req-dd2509a7-0d9d-48ef-a2f9-63267064931b service neutron] 10.222.0.25 "GET /v2.0/networks?id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d HTTP/1.1" status: 200 len: 919 time: 0.1115818 Sep 03 02:09:21.218637 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ce31d0f4-e7f6-4ec1-a85a-2c9ab7b2a6df req-da52cf3e-62d3-4311-a482-6324126de508 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500340 Sep 03 02:09:21.244110 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c530dc4b-3f47-483c-90b7-a327e93c083c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193c17ba-b779-4f36-bbe3-d1aa7755138c'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:09:21.246509 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41373a2-963f-43a5-9065-139c13de1b7c" -d '{"events": [{"server_uuid": "c530dc4b-3f47-483c-90b7-a327e93c083c", "name": "network-vif-plugged", "status": "completed", "tag": "193c17ba-b779-4f36-bbe3-d1aa7755138c"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:09:21.263526 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3253f211-802d-4a04-96cc-b6f95339e511 req-5ebc794f-eb73-47fe-8cd0-b1c08e7430f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0393384 Sep 03 02:09:21.269945 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 193c17ba-b779-4f36-bbe3-d1aa7755138c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=193c17ba-b779-4f36-bbe3-d1aa7755138c,segment=NetworkSegment(0cc04cd6-a766-421d-8684-572e82daf863),segment_id=0cc04cd6-a766-421d-8684-572e82daf863)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:21.278597 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=653358e7-ed3e-44a5-a8b3-67791410b5ca,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:21.289682 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384137a4-1aa9-467e-92a6-0d98bc038f38 x-openstack-request-id: req-384137a4-1aa9-467e-92a6-0d98bc038f38 {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:09:21.289924 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c530dc4b-3f47-483c-90b7-a327e93c083c", "name": "network-vif-plugged", "status": "completed", "tag": "193c17ba-b779-4f36-bbe3-d1aa7755138c", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:09:21.290185 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-384137a4-1aa9-467e-92a6-0d98bc038f38 {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:09:21.290606 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c530dc4b-3f47-483c-90b7-a327e93c083c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193c17ba-b779-4f36-bbe3-d1aa7755138c', 'code': 200} Sep 03 02:09:21.326547 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253f211-802d-4a04-96cc-b6f95339e511 req-e391b429-a288-4c1c-b6b0-4b3ef99101e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:21.328046 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3253f211-802d-4a04-96cc-b6f95339e511 req-e391b429-a288-4c1c-b6b0-4b3ef99101e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3deac0ad-467b-49ad-bcf6-a22944b91c56 HTTP/1.1" status: 200 len: 858 time: 0.0471170 Sep 03 02:09:21.381074 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:21.384349 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3253f211-802d-4a04-96cc-b6f95339e511 req-027cacfa-5841-4401-b691-6ff2bf741086 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248380 Sep 03 02:09:21.431008 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=193c17ba-b779-4f36-bbe3-d1aa7755138c,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:21.456088 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c420f-a199-49f7-a956-060a212e4d03 req-46b3caa2-7fee-4707-bd56-483e0e79a0c4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:21.457618 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d35c420f-a199-49f7-a956-060a212e4d03 req-46b3caa2-7fee-4707-bd56-483e0e79a0c4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 945 time: 0.0648289 Sep 03 02:09:21.498427 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d35c420f-a199-49f7-a956-060a212e4d03 req-42c5f77f-8122-4405-84ca-ab32ac65e837 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342424 Sep 03 02:09:21.659163 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['653358e7-ed3e-44a5-a8b3-67791410b5ca'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:09:21.750036 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3253f211-802d-4a04-96cc-b6f95339e511 req-a33f87a1-d1e5-4e0d-a56c-78854e60407d service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345978 Sep 03 02:09:21.754409 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1cf2f-0bf6-4c5b-8e9f-f2ec16560342 req-b464cb12-aece-4f50-8976-b58e55277b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:21.760574 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-93b1cf2f-0bf6-4c5b-8e9f-f2ec16560342 req-b464cb12-aece-4f50-8976-b58e55277b89 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 1098 time: 0.0639207 Sep 03 02:09:21.782534 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08279c09-b5fd-41e4-9a2a-51f166df8645 req-6c099981-c2e3-4662-ab49-73790f52d601 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:21.790846 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-08279c09-b5fd-41e4-9a2a-51f166df8645 req-6c099981-c2e3-4662-ab49-73790f52d601 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 945 time: 0.0669608 Sep 03 02:09:21.839610 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-08279c09-b5fd-41e4-9a2a-51f166df8645 req-f9b360ac-e398-44c5-be45-726d10c5f19c tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465214 Sep 03 02:09:21.861024 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-93b1cf2f-0bf6-4c5b-8e9f-f2ec16560342 req-4a78c8e5-f8f5-402f-80e8-2d470d33d429 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875967 Sep 03 02:09:21.886557 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3253f211-802d-4a04-96cc-b6f95339e511 req-2d648cf3-5a5f-4a7f-9e7d-5db1a5ebd585 service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227133 Sep 03 02:09:22.152222 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064873d-013d-4030-9261-1cab918fee87 req-0d9795e3-f98d-49a4-b89c-6fd28e474b2f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:22.153714 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9064873d-013d-4030-9261-1cab918fee87 req-0d9795e3-f98d-49a4-b89c-6fd28e474b2f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0476937 Sep 03 02:09:22.192810 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9064873d-013d-4030-9261-1cab918fee87 req-43619219-036b-40fa-8f89-ab96ec86cba4 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332475 Sep 03 02:09:22.332778 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168c81b-2017-44bc-af63-bde3eaf3413b req-3c819e17-bc32-4cf5-8d0c-2d5061942123 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:22.334229 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4168c81b-2017-44bc-af63-bde3eaf3413b req-3c819e17-bc32-4cf5-8d0c-2d5061942123 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 945 time: 0.0474179 Sep 03 02:09:22.371625 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4168c81b-2017-44bc-af63-bde3eaf3413b req-53abeb3a-195f-4201-8db2-22c06c95b8ce tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307889 Sep 03 02:09:22.613409 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd057b-fed3-463e-a637-deeb6d040f25 req-03358f4a-0dfa-44e9-b51b-240587805c20 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:22.614867 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eecd057b-fed3-463e-a637-deeb6d040f25 req-03358f4a-0dfa-44e9-b51b-240587805c20 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 945 time: 0.0475211 Sep 03 02:09:22.655469 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eecd057b-fed3-463e-a637-deeb6d040f25 req-a1da0d7e-47f5-4172-9200-d81b150e8590 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338757 Sep 03 02:09:22.946011 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00204ab5-fb72-4a33-abc4-49f42231844f req-c66d4f10-05ac-4518-95a9-3b8ceb46ca39 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:22.947459 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-00204ab5-fb72-4a33-abc4-49f42231844f req-c66d4f10-05ac-4518-95a9-3b8ceb46ca39 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 945 time: 0.0497026 Sep 03 02:09:22.984892 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-00204ab5-fb72-4a33-abc4-49f42231844f req-632a4c8f-0f07-465f-a4d9-9f0225b55667 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Sep 03 02:09:23.307033 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505f7d4-e209-4f84-8005-e0857e073283 req-1f246840-b54a-4861-9a5a-95ad15c28cf9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:23.308554 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8505f7d4-e209-4f84-8005-e0857e073283 req-1f246840-b54a-4861-9a5a-95ad15c28cf9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0506418 Sep 03 02:09:23.362054 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8505f7d4-e209-4f84-8005-e0857e073283 req-c2617d25-dcae-4b59-b7ba-53c4949c5ea0 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310225 Sep 03 02:09:23.800687 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878d7c-258a-458b-a48b-bd549e007629 req-3d0b4093-b249-4d6f-b94f-f43b1a06e22c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:23.802179 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e8878d7c-258a-458b-a48b-bd549e007629 req-3d0b4093-b249-4d6f-b94f-f43b1a06e22c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 945 time: 0.0799854 Sep 03 02:09:23.825001 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987672b-5a40-4e92-8613-0847559ac2c3 req-680e6614-e08e-428f-939c-7088e531ba7e tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:23.826415 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2987672b-5a40-4e92-8613-0847559ac2c3 req-680e6614-e08e-428f-939c-7088e531ba7e tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 945 time: 0.0713940 Sep 03 02:09:23.867474 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e8878d7c-258a-458b-a48b-bd549e007629 req-3b6868ef-2c58-4fa2-802e-b1e08f22c3a4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578656 Sep 03 02:09:23.887395 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2987672b-5a40-4e92-8613-0847559ac2c3 req-5c0723ad-926a-47b0-850a-3a2402628cfb tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467174 Sep 03 02:09:24.100973 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43837b1e-68a8-4a54-938d-d73f576e5727 req-93f718a8-cdf5-46d7-9949-59f20ad1176b tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:24.103043 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-43837b1e-68a8-4a54-938d-d73f576e5727 req-93f718a8-cdf5-46d7-9949-59f20ad1176b tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 945 time: 0.0481815 Sep 03 02:09:24.139425 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-43837b1e-68a8-4a54-938d-d73f576e5727 req-9e49410c-6e95-46fc-b801-3fb4089a67b4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303609 Sep 03 02:09:24.475687 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4777d-d9e1-4459-a559-d74360cac28a req-c4245a71-e985-4c6b-84bf-6523db710a08 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:24.477180 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-19f4777d-d9e1-4459-a559-d74360cac28a req-c4245a71-e985-4c6b-84bf-6523db710a08 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0474598 Sep 03 02:09:24.517049 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-19f4777d-d9e1-4459-a559-d74360cac28a req-13dab257-beb8-48f7-b2f6-e44e7180de0a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338793 Sep 03 02:09:25.010782 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ebecb-9a73-442a-8b47-f6585e8e706c req-c1751ca0-ef27-43de-9b48-ad8f031ec341 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:25.012342 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-883ebecb-9a73-442a-8b47-f6585e8e706c req-c1751ca0-ef27-43de-9b48-ad8f031ec341 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 945 time: 0.0775495 Sep 03 02:09:25.024804 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd8077-266b-4043-9170-d051fb7ecb7b req-60dc1cce-cbc5-4ae0-ba30-2156d38442b3 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:25.026192 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4ddd8077-266b-4043-9170-d051fb7ecb7b req-60dc1cce-cbc5-4ae0-ba30-2156d38442b3 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 945 time: 0.0663381 Sep 03 02:09:25.074570 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-883ebecb-9a73-442a-8b47-f6585e8e706c req-020b0864-3aa5-4122-96cc-0511279f5952 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473940 Sep 03 02:09:25.095485 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4ddd8077-266b-4043-9170-d051fb7ecb7b req-435a531d-3d7e-4d87-92a0-816a055b40b0 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550842 Sep 03 02:09:26.261948 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:09:27.754343 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 653358e7-ed3e-44a5-a8b3-67791410b5ca up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:09:27.855347 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:27.866558 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port 653358e7-ed3e-44a5-a8b3-67791410b5ca completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:09:27.885867 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port 653358e7-ed3e-44a5-a8b3-67791410b5ca triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:09:27.886378 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:27.968971 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b36c8d-c6cc-444d-ae3a-cceb611bbf0b req-e3aaf119-214f-48e2-aa7d-7bf811f72470 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:27.970463 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-63b36c8d-c6cc-444d-ae3a-cceb611bbf0b req-e3aaf119-214f-48e2-aa7d-7bf811f72470 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.1005042 Sep 03 02:09:27.983268 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:27.984608 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626831fb-aa85-4265-9685-7458d1cd07c8 req-cf9f250b-6ecb-448d-af98-ab2ce63b2d05 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:27.986390 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-626831fb-aa85-4265-9685-7458d1cd07c8 req-cf9f250b-6ecb-448d-af98-ab2ce63b2d05 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 945 time: 0.0819929 Sep 03 02:09:28.006687 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fa0a58-a9c1-499e-a75b-28751b08aba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653358e7-ed3e-44a5-a8b3-67791410b5ca'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:09:28.009348 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3ad95b-ae65-453d-8922-32a44a277535" -d '{"events": [{"server_uuid": "e8fa0a58-a9c1-499e-a75b-28751b08aba4", "name": "network-vif-plugged", "status": "completed", "tag": "653358e7-ed3e-44a5-a8b3-67791410b5ca"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:09:28.022351 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 653358e7-ed3e-44a5-a8b3-67791410b5ca, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=653358e7-ed3e-44a5-a8b3-67791410b5ca,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:28.042960 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-63b36c8d-c6cc-444d-ae3a-cceb611bbf0b req-f01dbe6b-88ee-4dda-8efc-42107ae2b4f2 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555489 Sep 03 02:09:28.050847 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-626831fb-aa85-4265-9685-7458d1cd07c8 req-f562e261-0d56-49bc-ad5c-d96eba3b0696 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551901 Sep 03 02:09:28.084602 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:28.118851 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8afd8ea-eff5-45e2-a935-5f747eac8045 x-openstack-request-id: req-d8afd8ea-eff5-45e2-a935-5f747eac8045 {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:09:28.119681 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fa0a58-a9c1-499e-a75b-28751b08aba4", "name": "network-vif-plugged", "status": "completed", "tag": "653358e7-ed3e-44a5-a8b3-67791410b5ca", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:09:28.119681 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8afd8ea-eff5-45e2-a935-5f747eac8045 {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:09:28.120137 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fa0a58-a9c1-499e-a75b-28751b08aba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653358e7-ed3e-44a5-a8b3-67791410b5ca', 'code': 200} Sep 03 02:09:28.147247 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=653358e7-ed3e-44a5-a8b3-67791410b5ca,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:28.165756 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf6ceb-560b-48d5-829b-6364c7bb5e47 req-902ff515-dbb8-4790-8f33-ef9fca5f82b0 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:28.167343 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-69bf6ceb-560b-48d5-829b-6364c7bb5e47 req-902ff515-dbb8-4790-8f33-ef9fca5f82b0 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 945 time: 0.0558145 Sep 03 02:09:28.206945 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-69bf6ceb-560b-48d5-829b-6364c7bb5e47 req-8b03b564-d13e-4839-9053-66323904a652 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336580 Sep 03 02:09:28.477309 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f2c00-314c-4454-9ef5-62a472e283b7 req-acc020cd-3463-430d-acd9-0843774ac70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:28.478811 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-2c3f2c00-314c-4454-9ef5-62a472e283b7 req-acc020cd-3463-430d-acd9-0843774ac70a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 1099 time: 0.0439422 Sep 03 02:09:28.514681 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-2c3f2c00-314c-4454-9ef5-62a472e283b7 req-eef6538c-7a94-49d0-ba9d-6b8a63e200af service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279207 Sep 03 02:09:29.190057 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0dcb3-db0a-4d36-b26c-52f957c8c79b req-7547a145-5967-4e76-8032-4d97fe23d88e tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:29.191520 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-48f0dcb3-db0a-4d36-b26c-52f957c8c79b req-7547a145-5967-4e76-8032-4d97fe23d88e tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0778744 Sep 03 02:09:29.199928 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1cd29-790c-479c-a925-c5d3ba9496bf req-7d61a965-e34f-4f5f-b328-7571535d37bc tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:29.201340 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e8e1cd29-790c-479c-a925-c5d3ba9496bf req-7d61a965-e34f-4f5f-b328-7571535d37bc tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 946 time: 0.0782638 Sep 03 02:09:29.248750 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef423ea-8a6a-4f79-95c3-c9a150b8feee req-3e916340-333e-4db0-b710-d54203008ada tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:29.250087 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7ef423ea-8a6a-4f79-95c3-c9a150b8feee req-3e916340-333e-4db0-b710-d54203008ada tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.25 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 945 time: 0.0576091 Sep 03 02:09:29.254728 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-48f0dcb3-db0a-4d36-b26c-52f957c8c79b req-4f4081e9-49f7-407c-a775-0917c8e625f3 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524666 Sep 03 02:09:29.262403 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e8e1cd29-790c-479c-a925-c5d3ba9496bf req-aec6d349-5adb-4dd1-b2b8-944e6c038af5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541582 Sep 03 02:09:29.355598 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-7ef423ea-8a6a-4f79-95c3-c9a150b8feee req-e46f83d6-d96d-4e1a-b244-f2975e49565c tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Deleting port 600117ee-fca8-4503-933f-00b72832a970 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:09:29.356386 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-7ef423ea-8a6a-4f79-95c3-c9a150b8feee req-e46f83d6-d96d-4e1a-b244-f2975e49565c tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:29.357278 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd503a-d240-471b-b64b-552120c43fa9 req-799d8ae2-db37-4a58-8cc3-c21e98b1af57 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:29.358816 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-33cd503a-d240-471b-b64b-552120c43fa9 req-799d8ae2-db37-4a58-8cc3-c21e98b1af57 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 945 time: 0.0475738 Sep 03 02:09:29.400285 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-33cd503a-d240-471b-b64b-552120c43fa9 req-a650721d-0277-492a-a065-8b50b5017c42 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354469 Sep 03 02:09:29.445787 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-7ef423ea-8a6a-4f79-95c3-c9a150b8feee req-e46f83d6-d96d-4e1a-b244-f2975e49565c tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] For port 600117ee-fca8-4503-933f-00b72832a970, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=600117ee-fca8-4503-933f-00b72832a970,segment=NetworkSegment(dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce),segment_id=dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:29.446163 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-7ef423ea-8a6a-4f79-95c3-c9a150b8feee req-e46f83d6-d96d-4e1a-b244-f2975e49565c tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:29.461796 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-7ef423ea-8a6a-4f79-95c3-c9a150b8feee req-e46f83d6-d96d-4e1a-b244-f2975e49565c tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Calling delete_port for 600117ee-fca8-4503-933f-00b72832a970 owned by compute:nova {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:09:29.649715 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-7ef423ea-8a6a-4f79-95c3-c9a150b8feee req-e46f83d6-d96d-4e1a-b244-f2975e49565c tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:29.663196 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['600117ee-fca8-4503-933f-00b72832a970'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:09:29.677791 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f83d6-d96d-4e1a-b244-f2975e49565c tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Pushing event deleted for resources: {'Port': ['ID=600117ee-fca8-4503-933f-00b72832a970,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:29.720194 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef423ea-8a6a-4f79-95c3-c9a150b8feee req-e46f83d6-d96d-4e1a-b244-f2975e49565c tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] No DVR routers for this DVR port 600117ee-fca8-4503-933f-00b72832a970 on host hv-cinder-80473 {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:09:29.723161 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-7ef423ea-8a6a-4f79-95c3-c9a150b8feee req-e46f83d6-d96d-4e1a-b244-f2975e49565c tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:29.727314 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7ef423ea-8a6a-4f79-95c3-c9a150b8feee req-e46f83d6-d96d-4e1a-b244-f2975e49565c tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.25 "DELETE /v2.0/ports/600117ee-fca8-4503-933f-00b72832a970 HTTP/1.1" status: 204 len: 173 time: 0.4640787 Sep 03 02:09:29.727314 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d888779-d9b9-48a0-bfce-ea2686e4545f', 'name': 'network-vif-deleted', 'tag': '600117ee-fca8-4503-933f-00b72832a970'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:09:29.728375 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21d1264-fe78-4f2a-a192-78cc70b927e4" -d '{"events": [{"server_uuid": "6d888779-d9b9-48a0-bfce-ea2686e4545f", "name": "network-vif-deleted", "tag": "600117ee-fca8-4503-933f-00b72832a970"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:09:29.762447 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a381e2-3331-4616-b6bd-3b7948006d80 x-openstack-request-id: req-08a381e2-3331-4616-b6bd-3b7948006d80 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:09:29.762747 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d888779-d9b9-48a0-bfce-ea2686e4545f", "name": "network-vif-deleted", "tag": "600117ee-fca8-4503-933f-00b72832a970", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:09:29.763007 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08a381e2-3331-4616-b6bd-3b7948006d80 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:09:29.763444 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d888779-d9b9-48a0-bfce-ea2686e4545f', 'name': 'network-vif-deleted', 'tag': '600117ee-fca8-4503-933f-00b72832a970', 'status': 'completed', 'code': 200} Sep 03 02:09:30.420575 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7b583-35ca-4d1a-bdeb-e0a39d197ac3 req-1da7b5a1-e455-4127-8157-f29f9c56f10f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:30.423017 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-70c7b583-35ca-4d1a-bdeb-e0a39d197ac3 req-1da7b5a1-e455-4127-8157-f29f9c56f10f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0682926 Sep 03 02:09:30.429688 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472b50a-9763-41e4-babb-76cc58e5ecd7 req-0fe0bd34-3d16-481e-b40e-0b8513ac0c17 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:30.431159 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8472b50a-9763-41e4-babb-76cc58e5ecd7 req-0fe0bd34-3d16-481e-b40e-0b8513ac0c17 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 946 time: 0.0879967 Sep 03 02:09:30.489268 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-70c7b583-35ca-4d1a-bdeb-e0a39d197ac3 req-3b82022a-81b5-48a5-9c23-8eea363e7f60 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570381 Sep 03 02:09:30.491972 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8472b50a-9763-41e4-babb-76cc58e5ecd7 req-6c115671-4d33-4f1b-963e-972cec697ca7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540419 Sep 03 02:09:30.586254 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-27b3552f-a482-4019-981c-e7fe1634c139 req-9676d3de-3660-4dcf-9f93-885a0efaa6a1 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d888779-d9b9-48a0-bfce-ea2686e4545f HTTP/1.1" status: 200 len: 210 time: 0.0275154 Sep 03 02:09:31.634077 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482e4f2-99b5-40d3-b1a1-e4b6cc437607 req-51a2c4b7-96da-46b9-be90-424ea7e5b718 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:31.635637 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f482e4f2-99b5-40d3-b1a1-e4b6cc437607 req-51a2c4b7-96da-46b9-be90-424ea7e5b718 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0753117 Sep 03 02:09:31.646348 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775bd7a-caf6-4bd6-8365-c27b56daf4f1 req-88f12408-c3e7-4042-adda-529eb0821b37 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:31.647732 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9775bd7a-caf6-4bd6-8365-c27b56daf4f1 req-88f12408-c3e7-4042-adda-529eb0821b37 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 946 time: 0.0636046 Sep 03 02:09:31.700123 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f482e4f2-99b5-40d3-b1a1-e4b6cc437607 req-a26b439d-564a-478c-8021-f9cb8ad87ab7 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514443 Sep 03 02:09:31.707824 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9775bd7a-caf6-4bd6-8365-c27b56daf4f1 req-877a4ee2-8c64-401e-985a-670487de0048 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530081 Sep 03 02:09:31.763301 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 600117ee-fca8-4503-933f-00b72832a970 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:09:31.783124 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: 600117ee-fca8-4503-933f-00b72832a970 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:09:31.783738 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 600117ee-fca8-4503-933f-00b72832a970 not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:09:32.183391 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-f7084e07-430e-4873-b7ab-ff0c5565d461 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:32.184865 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-f7084e07-430e-4873-b7ab-ff0c5565d461 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/networks?id=30989e55-692e-4b94-815e-833701d06067 HTTP/1.1" status: 200 len: 809 time: 0.2823238 Sep 03 02:09:32.201218 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-e2e2a33b-1cbb-40c6-b054-8627b490c86e tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/quotas/c7183065004e46a684abedfac41268b7 HTTP/1.1" status: 200 len: 375 time: 0.0098174 Sep 03 02:09:32.230739 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-0a3a75e7-5e34-40af-88ff-72f3c485bf5a tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7183065004e46a684abedfac41268b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0241084 Sep 03 02:09:32.331659 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-5e2390f2-ac38-424f-a810-a634727cf30d service neutron] 10.222.0.21 "GET /v2.0/networks/30989e55-692e-4b94-815e-833701d06067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930533 Sep 03 02:09:32.415971 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 37608) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:32.450175 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-ffd7baf0-9756-4c1f-a325-98188ec04762 service neutron] 10.222.0.21 "GET /v2.0/networks/30989e55-692e-4b94-815e-833701d06067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122453 Sep 03 02:09:32.532557 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8e7978fb-d820-4f93-9e86-eaa409151949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:32.621809 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8e7978fb-d820-4f93-9e86-eaa409151949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:32.678514 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8e7978fb-d820-4f93-9e86-eaa409151949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:32.712060 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4f322391-854a-441e-aab4-a6952069fe2e req-9df786b0-3cdc-4d18-9610-3cfdaa0acc35 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 210 time: 0.0297005 Sep 03 02:09:32.719488 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-8e7978fb-d820-4f93-9e86-eaa409151949 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac19934798794088b6cb13a56dbca68e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000879 Sep 03 02:09:32.719488 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7978fb-d820-4f93-9e86-eaa409151949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba5ee4d-24db-412a-ab5b-457dbcaaf2b7,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:32.719876 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 37616) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:32.813187 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a47ad504-4fec-4af9-b82b-eb1322e58f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:32.842003 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a47ad504-4fec-4af9-b82b-eb1322e58f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:32.850445 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0a68c-163d-404a-975d-1912d5784848 req-aa6696bc-f114-4cfa-ad4f-0a3bdf30c7a9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:32.852643 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c7d0a68c-163d-404a-975d-1912d5784848 req-aa6696bc-f114-4cfa-ad4f-0a3bdf30c7a9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0779765 Sep 03 02:09:32.907789 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c7d0a68c-163d-404a-975d-1912d5784848 req-76532043-d23a-4e60-889f-904ca8aa0f1f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481143 Sep 03 02:09:33.049342 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a47ad504-4fec-4af9-b82b-eb1322e58f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:33.052421 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a47ad504-4fec-4af9-b82b-eb1322e58f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:33.056711 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-a47ad504-4fec-4af9-b82b-eb1322e58f01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bba5ee4d-24db-412a-ab5b-457dbcaaf2b7 HTTP/1.1" status: 204 len: 168 time: 0.3331723 Sep 03 02:09:33.065481 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ad504-4fec-4af9-b82b-eb1322e58f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba5ee4d-24db-412a-ab5b-457dbcaaf2b7,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:33.684720 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 37642) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:33.689538 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-38146b1e-08d7-41a6-a3b7-a29f03bfbd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:33.702048 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c3940d64-24d5-487f-a014-65c06879eb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:33.809325 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c3940d64-24d5-487f-a014-65c06879eb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:33.826619 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2d81ac2c-b7b8-4135-9231-f15c1f61c36d req-a703765d-2eb2-44c0-907a-f69e5764631f tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 210 time: 0.0327837 Sep 03 02:09:33.871880 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c3940d64-24d5-487f-a014-65c06879eb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:33.910566 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-c3940d64-24d5-487f-a014-65c06879eb6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d39b0d201234788aed514fd2a961a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244418 Sep 03 02:09:33.911727 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3940d64-24d5-487f-a014-65c06879eb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1090ec11-fc74-4183-a5d0-ce4483e0d902,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:33.913787 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 37650) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:33.971052 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-df9149b7-aa55-46ae-97f3-5e1ff9b0e4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:33.994409 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-df9149b7-aa55-46ae-97f3-5e1ff9b0e4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:34.035421 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9d8ac-e854-4e77-bb8f-3e2e7ace8fe8 req-95b6d41e-acc0-4f57-b1cf-fcf04c7513a1 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:34.036918 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a0c9d8ac-e854-4e77-bb8f-3e2e7ace8fe8 req-95b6d41e-acc0-4f57-b1cf-fcf04c7513a1 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0536954 Sep 03 02:09:34.074503 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a0c9d8ac-e854-4e77-bb8f-3e2e7ace8fe8 req-84360bd9-202a-409d-8329-9031a394f155 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Sep 03 02:09:34.192217 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-df9149b7-aa55-46ae-97f3-5e1ff9b0e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:34.194761 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-df9149b7-aa55-46ae-97f3-5e1ff9b0e4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:34.196456 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-df9149b7-aa55-46ae-97f3-5e1ff9b0e4ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1090ec11-fc74-4183-a5d0-ce4483e0d902 HTTP/1.1" status: 204 len: 168 time: 0.2760837 Sep 03 02:09:34.203989 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9149b7-aa55-46ae-97f3-5e1ff9b0e4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1090ec11-fc74-4183-a5d0-ce4483e0d902,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:34.808816 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-0f40bfbf-cdc3-402b-8d59-09a9a4f3800f tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:34.810380 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-0f40bfbf-cdc3-402b-8d59-09a9a4f3800f tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.25 "GET /v2.0/networks?id=30989e55-692e-4b94-815e-833701d06067 HTTP/1.1" status: 200 len: 809 time: 0.1080072 Sep 03 02:09:34.829763 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-5450d2cf-fb10-4e36-a694-2a21f79f09dd tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Request body: {'port': {'device_id': '8e19851c-5d03-4299-8d8b-37132851d5a6', 'network_id': '30989e55-692e-4b94-815e-833701d06067', 'admin_state_up': True, 'tenant_id': 'c7183065004e46a684abedfac41268b7'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:09:34.931524 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-301a737e-2560-4d6b-8ec7-9c61f333a2a4 req-0ce92eea-4612-4879-b00a-522c83de1701 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 210 time: 0.0281885 Sep 03 02:09:35.012015 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-5450d2cf-fb10-4e36-a694-2a21f79f09dd tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Made reservation on behalf of c7183065004e46a684abedfac41268b7 for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:09:35.016442 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-5450d2cf-fb10-4e36-a694-2a21f79f09dd tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:35.152634 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-5450d2cf-fb10-4e36-a694-2a21f79f09dd tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Allocated IP 172.20.0.14 (30989e55-692e-4b94-815e-833701d06067/b8b00c8e-4a7f-4d02-9cb4-64e7f1b553e8/f87d8341-6959-4cae-be1b-926da7d4fef1) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:09:35.203433 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857eae1-6026-4830-8e5e-9bfe1e762783 req-c16ca52a-562e-4e27-8590-d37ce1ad7eef tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:35.205083 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d857eae1-6026-4830-8e5e-9bfe1e762783 req-c16ca52a-562e-4e27-8590-d37ce1ad7eef tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0591424 Sep 03 02:09:35.259789 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d857eae1-6026-4830-8e5e-9bfe1e762783 req-50f4dc8c-1ce3-4d6e-ba77-03d2a82a8684 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436463 Sep 03 02:09:35.343557 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-5450d2cf-fb10-4e36-a694-2a21f79f09dd tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:35.443775 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-5450d2cf-fb10-4e36-a694-2a21f79f09dd tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:35.489118 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-5450d2cf-fb10-4e36-a694-2a21f79f09dd tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Network 30989e55-692e-4b94-815e-833701d06067 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:09:35.492123 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-5450d2cf-fb10-4e36-a694-2a21f79f09dd tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:09:35.495698 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-5450d2cf-fb10-4e36-a694-2a21f79f09dd tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:09:35.501211 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-5450d2cf-fb10-4e36-a694-2a21f79f09dd tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:35.501828 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-5450d2cf-fb10-4e36-a694-2a21f79f09dd tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:35.512429 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450d2cf-fb10-4e36-a694-2a21f79f09dd tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Pushing event updated for resources: {'Port': ['ID=f87d8341-6959-4cae-be1b-926da7d4fef1,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:35.601765 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-5450d2cf-fb10-4e36-a694-2a21f79f09dd tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7729287 Sep 03 02:09:35.615226 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Request body: {'port': {'device_id': '8e19851c-5d03-4299-8d8b-37132851d5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:09:35.674964 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:35.947093 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87d8341-6959-4cae-be1b-926da7d4fef1 {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:09:35.955372 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:35.968015 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Transition to ACTIVE for port object f87d8341-6959-4cae-be1b-926da7d4fef1 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:09:36.060622 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385b9c0-1588-43aa-a496-8468821bbd02 req-9b3dde0e-bf6d-4ee0-8ac1-40f39cdf1c11 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:36.061391 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:36.062346 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a385b9c0-1588-43aa-a496-8468821bbd02 req-9b3dde0e-bf6d-4ee0-8ac1-40f39cdf1c11 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 932 time: 0.0502291 Sep 03 02:09:36.108305 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a385b9c0-1588-43aa-a496-8468821bbd02 req-21561341-2c02-4cee-a308-bde7f1186140 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369325 Sep 03 02:09:36.127129 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Pushing event updated for resources: {'Port': ['ID=f87d8341-6959-4cae-be1b-926da7d4fef1,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:36.140640 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5c422a7e-04ca-4bae-b49e-d17e2e56de27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:36.152389 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Attempting to bind port f87d8341-6959-4cae-be1b-926da7d4fef1 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:09:36.152726 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Attempting to bind port f87d8341-6959-4cae-be1b-926da7d4fef1 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '30989e55-692e-4b94-815e-833701d06067'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:09:36.153069 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Attempting to bind port f87d8341-6959-4cae-be1b-926da7d4fef1 on network 30989e55-692e-4b94-815e-833701d06067 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:09:36.162839 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Port f87d8341-6959-4cae-be1b-926da7d4fef1 on network 30989e55-692e-4b94-815e-833701d06067 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:09:36.162839 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Attempting to bind port f87d8341-6959-4cae-be1b-926da7d4fef1 on network 30989e55-692e-4b94-815e-833701d06067 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:09:36.162839 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:09:36.162839 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Checking segment: {'id': 'dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '30989e55-692e-4b94-815e-833701d06067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:09:36.163605 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Bound using segment: {'id': 'dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '30989e55-692e-4b94-815e-833701d06067'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:09:36.163605 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Bound port: f87d8341-6959-4cae-be1b-926da7d4fef1, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '30989e55-692e-4b94-815e-833701d06067'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:09:36.163761 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:36.227646 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] For port f87d8341-6959-4cae-be1b-926da7d4fef1, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:09:36.231505 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] For port f87d8341-6959-4cae-be1b-926da7d4fef1, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f87d8341-6959-4cae-be1b-926da7d4fef1,segment=NetworkSegment(dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce),segment_id=dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:09:36.301154 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:36.335910 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:36.337091 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:36.338578 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] 10.222.0.25 "PUT /v2.0/ports/f87d8341-6959-4cae-be1b-926da7d4fef1 HTTP/1.1" status: 200 len: 1094 time: 0.7284906 Sep 03 02:09:36.339124 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e19851c-5d03-4299-8d8b-37132851d5a6', 'tag': 'f87d8341-6959-4cae-be1b-926da7d4fef1'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:09:36.341453 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf6e577-a165-42fa-b17e-be7aec8959bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8e19851c-5d03-4299-8d8b-37132851d5a6", "tag": "f87d8341-6959-4cae-be1b-926da7d4fef1"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:09:36.371783 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c38e48-b651-4d30-9b8b-c67db6e1ef4a service neutron] Pushing event updated for resources: {'Port': ['ID=f87d8341-6959-4cae-be1b-926da7d4fef1,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:36.404406 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653db1ae-f711-487a-89e3-8b8a0ed05526 x-openstack-request-id: req-653db1ae-f711-487a-89e3-8b8a0ed05526 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:09:36.404821 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e19851c-5d03-4299-8d8b-37132851d5a6", "tag": "f87d8341-6959-4cae-be1b-926da7d4fef1", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:09:36.405166 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-653db1ae-f711-487a-89e3-8b8a0ed05526 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:09:36.405649 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e19851c-5d03-4299-8d8b-37132851d5a6', 'tag': 'f87d8341-6959-4cae-be1b-926da7d4fef1', 'status': 'completed', 'code': 200} Sep 03 02:09:36.414144 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998f1df-af98-4f27-8e4e-8c7aebdc7568 req-a8d154a6-a594-4a45-a1e0-65b119b854d0 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:36.419721 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a998f1df-af98-4f27-8e4e-8c7aebdc7568 req-a8d154a6-a594-4a45-a1e0-65b119b854d0 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0911965 Sep 03 02:09:36.457082 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a998f1df-af98-4f27-8e4e-8c7aebdc7568 req-988a4ca2-08a7-4ecd-b3be-1571b976a868 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364134 Sep 03 02:09:36.488331 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6e577-a165-42fa-b17e-be7aec8959bf req-df14d232-f540-432d-8f7a-3743d7fce65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:36.490069 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-acf6e577-a165-42fa-b17e-be7aec8959bf req-df14d232-f540-432d-8f7a-3743d7fce65e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7183065004e46a684abedfac41268b7&device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 1097 time: 0.0588436 Sep 03 02:09:36.608589 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6e577-a165-42fa-b17e-be7aec8959bf req-12f679fd-baf7-44d2-a7f1-54921279f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:36.610011 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-acf6e577-a165-42fa-b17e-be7aec8959bf req-12f679fd-baf7-44d2-a7f1-54921279f652 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c7183065004e46a684abedfac41268b7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0922840 Sep 03 02:09:36.713058 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6e577-a165-42fa-b17e-be7aec8959bf req-98b53cf8-bc1a-49b1-b56e-fd847546408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:36.714547 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-acf6e577-a165-42fa-b17e-be7aec8959bf req-98b53cf8-bc1a-49b1-b56e-fd847546408d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920880 Sep 03 02:09:36.717696 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:36.802064 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-d007ae85-cf51-4776-9a5f-5570e91adf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:36.803899 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-d007ae85-cf51-4776-9a5f-5570e91adf3d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7183065004e46a684abedfac41268b7&device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 1097 time: 0.0435975 Sep 03 02:09:36.855816 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-04ae31e3-ef71-497b-ae94-3b7c37f74a4c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f87d8341-6959-4cae-be1b-926da7d4fef1 HTTP/1.1" status: 200 len: 217 time: 0.0359387 Sep 03 02:09:36.930521 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-0347446d-127a-4194-b706-3a79b8b90c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:36.930521 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-0347446d-127a-4194-b706-3a79b8b90c18 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b8b00c8e-4a7f-4d02-9cb4-64e7f1b553e8 HTTP/1.1" status: 200 len: 849 time: 0.0484889 Sep 03 02:09:36.961758 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-f8d67426-2292-4624-9b55-b2941053d78b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=30989e55-692e-4b94-815e-833701d06067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245135 Sep 03 02:09:37.066777 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-06187796-ba95-49d7-b373-fb336d50a381 service neutron] 10.222.0.25 "GET /v2.0/networks/30989e55-692e-4b94-815e-833701d06067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839856 Sep 03 02:09:37.173334 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c449f293-bae8-4d50-8898-4a36a3c2d508 req-cbd1eea4-bb5a-48ca-8538-6134d875b716 service neutron] 10.222.0.25 "GET /v2.0/networks/30989e55-692e-4b94-815e-833701d06067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885625 Sep 03 02:09:37.230205 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acd6a3-f055-46e0-8f5b-103dc3d68f23 req-1de41738-e727-438d-8518-67c257b79674 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:37.231767 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c2acd6a3-f055-46e0-8f5b-103dc3d68f23 req-1de41738-e727-438d-8518-67c257b79674 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 944 time: 0.0519884 Sep 03 02:09:37.270713 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c2acd6a3-f055-46e0-8f5b-103dc3d68f23 req-07b6fdbf-3c42-4ac6-b12f-c6e7d05154e0 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329006 Sep 03 02:09:37.607634 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5c001-be14-4b0a-b44c-9127d288b9b6 req-16c5e4cb-011c-4711-8705-53c980c18b64 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:37.608699 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:37.609197 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16e5c001-be14-4b0a-b44c-9127d288b9b6 req-16c5e4cb-011c-4711-8705-53c980c18b64 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0477059 Sep 03 02:09:37.647266 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16e5c001-be14-4b0a-b44c-9127d288b9b6 req-9fc3bd61-f8da-4e45-b5c6-b6abe6540f4b tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321887 Sep 03 02:09:38.386898 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b867856-66bc-4631-8bdc-c13605252b2f req-5b7dc3c2-bbcd-4f64-8d05-4bab358183c8 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:38.388403 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7b867856-66bc-4631-8bdc-c13605252b2f req-5b7dc3c2-bbcd-4f64-8d05-4bab358183c8 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 944 time: 0.0491548 Sep 03 02:09:38.425539 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7b867856-66bc-4631-8bdc-c13605252b2f req-f093ea3c-5e4e-40da-a085-bd300818bb12 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310380 Sep 03 02:09:38.765855 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befae256-2659-434a-9211-fba4de2c4d12 req-1f8ae020-a922-4e0f-b99b-d68b5d6fb00e tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:38.767351 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-befae256-2659-434a-9211-fba4de2c4d12 req-1f8ae020-a922-4e0f-b99b-d68b5d6fb00e tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0522954 Sep 03 02:09:38.808624 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-befae256-2659-434a-9211-fba4de2c4d12 req-295680be-5104-40e2-b567-47b984e73679 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353458 Sep 03 02:09:38.969091 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:39.541385 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce93cff-4852-4563-822f-2627b7ac6b9c req-a856ae5a-fb99-4b9b-a7a5-e13ccd36f8ca tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:39.542864 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cce93cff-4852-4563-822f-2627b7ac6b9c req-a856ae5a-fb99-4b9b-a7a5-e13ccd36f8ca tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 944 time: 0.0476832 Sep 03 02:09:39.582389 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cce93cff-4852-4563-822f-2627b7ac6b9c req-6185c07a-c357-423a-a50e-3c8a1f8ffaa6 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335805 Sep 03 02:09:39.926138 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa2336-9a4a-4a33-88b9-a35f2a787349 req-be65211d-bfde-4924-aab9-80feacc683ac tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:39.927936 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0efa2336-9a4a-4a33-88b9-a35f2a787349 req-be65211d-bfde-4924-aab9-80feacc683ac tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0493519 Sep 03 02:09:39.966848 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0efa2336-9a4a-4a33-88b9-a35f2a787349 req-49272aa2-144b-4fc8-ab58-c4a76e69a0ec tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326629 Sep 03 02:09:40.705844 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914d50b-2532-4376-97d7-246797de025d req-eb628632-3a3a-4c72-8579-b76a7b41510c tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:40.707321 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b914d50b-2532-4376-97d7-246797de025d req-eb628632-3a3a-4c72-8579-b76a7b41510c tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 944 time: 0.0544631 Sep 03 02:09:40.752315 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b914d50b-2532-4376-97d7-246797de025d req-aa0891d6-278f-4a03-b9c2-935435716ecd tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385132 Sep 03 02:09:41.082569 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f709cff-012d-4db6-8a93-3a023042268c req-2ee122b5-1efc-43d5-847f-21f749c1b0bd tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:41.083976 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6f709cff-012d-4db6-8a93-3a023042268c req-2ee122b5-1efc-43d5-847f-21f749c1b0bd tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0496333 Sep 03 02:09:41.121305 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6f709cff-012d-4db6-8a93-3a023042268c req-58daab45-00a5-4106-bce2-31dcff06fdbd tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305228 Sep 03 02:09:41.808897 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f87d8341-6959-4cae-be1b-926da7d4fef1 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:09:41.878458 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df2638-0295-44ad-b336-27dec06c3888 req-4d786118-bf72-496e-ad4e-a3c2104002ce tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:41.879989 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d3df2638-0295-44ad-b336-27dec06c3888 req-4d786118-bf72-496e-ad4e-a3c2104002ce tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 944 time: 0.0509076 Sep 03 02:09:41.908622 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f87d8341-6959-4cae-be1b-926da7d4fef1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f87d8341-6959-4cae-be1b-926da7d4fef1,segment=NetworkSegment(dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce),segment_id=dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:41.917157 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d3df2638-0295-44ad-b336-27dec06c3888 req-98aa09fa-22bf-4241-8a44-a86e524b1adf tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304980 Sep 03 02:09:41.919634 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': 'f87d8341-6959-4cae-be1b-926da7d4fef1', 'network_id': '30989e55-692e-4b94-815e-833701d06067', 'port_id': 'f87d8341-6959-4cae-be1b-926da7d4fef1', 'mac_address': 'fa:16:3e:2f:7b:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b00c8e-4a7f-4d02-9cb4-64e7f1b553e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:09:41.957953 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:41.970783 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87d8341-6959-4cae-be1b-926da7d4fef1 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:09:41.991411 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f87d8341-6959-4cae-be1b-926da7d4fef1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f87d8341-6959-4cae-be1b-926da7d4fef1,segment=NetworkSegment(dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce),segment_id=dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:42.043986 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:42.098037 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=f87d8341-6959-4cae-be1b-926da7d4fef1,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:42.247389 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7ca6c-418f-4dd5-ab41-63c9b4ed4b2c req-b2849a3d-3d9d-403b-bce5-68c843cc60f9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:42.248869 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2fa7ca6c-418f-4dd5-ab41-63c9b4ed4b2c req-b2849a3d-3d9d-403b-bce5-68c843cc60f9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0523393 Sep 03 02:09:42.286664 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2fa7ca6c-418f-4dd5-ab41-63c9b4ed4b2c req-67b520d9-be55-4b33-99b6-926febecd8c4 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318632 Sep 03 02:09:42.421701 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['f87d8341-6959-4cae-be1b-926da7d4fef1'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:09:43.035249 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9735f49-b390-432e-9294-4fcc8a9cc512 req-ff403563-b0e3-48ba-a217-290e3615b8e0 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:43.036652 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e9735f49-b390-432e-9294-4fcc8a9cc512 req-ff403563-b0e3-48ba-a217-290e3615b8e0 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 945 time: 0.0490627 Sep 03 02:09:43.075852 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e9735f49-b390-432e-9294-4fcc8a9cc512 req-c6c19178-c2f7-4f88-81d3-295415748e16 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332944 Sep 03 02:09:43.413412 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b62ee-c7ca-400b-97c1-5ea11df2d56f req-a639f37c-e7ff-4e68-b660-6563a85d99fd tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:43.414951 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-618b62ee-c7ca-400b-97c1-5ea11df2d56f req-a639f37c-e7ff-4e68-b660-6563a85d99fd tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0499260 Sep 03 02:09:43.456242 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-618b62ee-c7ca-400b-97c1-5ea11df2d56f req-9420dd71-ae4e-4438-838f-957b6edb5893 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349400 Sep 03 02:09:43.830686 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f87d8341-6959-4cae-be1b-926da7d4fef1 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:09:43.951759 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port f87d8341-6959-4cae-be1b-926da7d4fef1 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:09:43.960250 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port f87d8341-6959-4cae-be1b-926da7d4fef1 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:09:43.960627 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:44.048642 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:44.078287 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e19851c-5d03-4299-8d8b-37132851d5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87d8341-6959-4cae-be1b-926da7d4fef1'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:09:44.080559 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340f9aa0-5d2a-4aaf-af18-4853da63f9fb" -d '{"events": [{"server_uuid": "8e19851c-5d03-4299-8d8b-37132851d5a6", "name": "network-vif-plugged", "status": "completed", "tag": "f87d8341-6959-4cae-be1b-926da7d4fef1"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:09:44.095466 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f87d8341-6959-4cae-be1b-926da7d4fef1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f87d8341-6959-4cae-be1b-926da7d4fef1,segment=NetworkSegment(dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce),segment_id=dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:44.121654 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab28fa84-e8dc-49bb-a83d-613d95493bda x-openstack-request-id: req-ab28fa84-e8dc-49bb-a83d-613d95493bda {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:09:44.124606 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e19851c-5d03-4299-8d8b-37132851d5a6", "name": "network-vif-plugged", "status": "completed", "tag": "f87d8341-6959-4cae-be1b-926da7d4fef1", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:09:44.124962 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab28fa84-e8dc-49bb-a83d-613d95493bda {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:09:44.125399 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e19851c-5d03-4299-8d8b-37132851d5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87d8341-6959-4cae-be1b-926da7d4fef1', 'code': 200} Sep 03 02:09:44.146536 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:44.225893 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d0443-1dd3-47cf-b821-0a3c1d8c3d91 req-c288e968-ba97-4823-bd2b-4600b768a038 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:44.227732 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=f87d8341-6959-4cae-be1b-926da7d4fef1,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:44.238131 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-be8d0443-1dd3-47cf-b821-0a3c1d8c3d91 req-c288e968-ba97-4823-bd2b-4600b768a038 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0761335 Sep 03 02:09:44.295817 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-be8d0443-1dd3-47cf-b821-0a3c1d8c3d91 req-675b347f-4a07-4b43-9778-e72b57711dc2 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567875 Sep 03 02:09:44.377746 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbea9cd-6513-4e84-8402-06b65ec13cb8 req-844efec2-bf5c-4504-9ad5-448e33a26c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:44.379307 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-4fbea9cd-6513-4e84-8402-06b65ec13cb8 req-844efec2-bf5c-4504-9ad5-448e33a26c4b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 1098 time: 0.0397687 Sep 03 02:09:44.420859 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-4fbea9cd-6513-4e84-8402-06b65ec13cb8 req-1898b8c9-d3ec-4e48-8b5e-515fa40f47db service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Sep 03 02:09:44.574568 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c3fb7-4be1-466e-b981-7b0910c8f50e req-11c258fd-9d15-4b7d-8a38-95c5c14bff05 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:44.576064 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7c9c3fb7-4be1-466e-b981-7b0910c8f50e req-11c258fd-9d15-4b7d-8a38-95c5c14bff05 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0478020 Sep 03 02:09:44.612824 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7c9c3fb7-4be1-466e-b981-7b0910c8f50e req-cc4fb039-c81e-41c6-9354-13175a45e34a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309803 Sep 03 02:09:44.746464 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d916c457-ce5f-4657-958a-b0a04987b9bd req-75b5a915-c184-43c4-8b56-02c59b3124e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:44.748097 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d916c457-ce5f-4657-958a-b0a04987b9bd req-75b5a915-c184-43c4-8b56-02c59b3124e8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 1099 time: 0.0462761 Sep 03 02:09:44.782587 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d916c457-ce5f-4657-958a-b0a04987b9bd req-5a9503bc-2a4f-4e5b-a5dd-b54a7cf80368 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271587 Sep 03 02:09:45.420890 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd50830-f65b-4c27-8b6e-032d4a99f1e5 req-922a9a3e-c12c-41ba-a17f-b1e9ea894521 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:45.422361 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ecd50830-f65b-4c27-8b6e-032d4a99f1e5 req-922a9a3e-c12c-41ba-a17f-b1e9ea894521 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0523074 Sep 03 02:09:45.460230 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ecd50830-f65b-4c27-8b6e-032d4a99f1e5 req-31d87fe1-63f6-4008-8ef6-6e0d97773354 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313790 Sep 03 02:09:45.728980 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672e87b-2cfd-46c1-a048-f936d56ef96c req-3e3d5fca-bce6-43b4-8e5e-dd53312237ff tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:45.730447 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d672e87b-2cfd-46c1-a048-f936d56ef96c req-3e3d5fca-bce6-43b4-8e5e-dd53312237ff tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0514200 Sep 03 02:09:45.769336 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d672e87b-2cfd-46c1-a048-f936d56ef96c req-095041e1-352c-4fb3-bf49-bd0d66d7d691 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329983 Sep 03 02:09:46.575526 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b3dde-85f2-4fa1-a6ff-906f19c7673d req-e4bec66e-386f-43c2-b7bd-c86b27a56725 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:46.577006 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c83b3dde-85f2-4fa1-a6ff-906f19c7673d req-e4bec66e-386f-43c2-b7bd-c86b27a56725 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0494857 Sep 03 02:09:46.612894 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c83b3dde-85f2-4fa1-a6ff-906f19c7673d req-94d96e8d-3b5a-4263-ad41-953064f9deb9 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299220 Sep 03 02:09:46.886459 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71cd74-42fe-4769-9895-7ab515d1d6c9 req-38dee465-b5cf-48aa-bc4c-a32a1012439b tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:46.888033 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ea71cd74-42fe-4769-9895-7ab515d1d6c9 req-38dee465-b5cf-48aa-bc4c-a32a1012439b tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0508337 Sep 03 02:09:46.925240 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ea71cd74-42fe-4769-9895-7ab515d1d6c9 req-602a3450-45c3-44c9-aa39-29b9ddbb1066 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314000 Sep 03 02:09:47.091704 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fc05d-4f21-4024-bcc1-7cc33701e020 req-173d719e-d1cd-49ca-99f0-3721154aaaad tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:47.093303 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f45fc05d-4f21-4024-bcc1-7cc33701e020 req-173d719e-d1cd-49ca-99f0-3721154aaaad tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0555151 Sep 03 02:09:47.134257 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f45fc05d-4f21-4024-bcc1-7cc33701e020 req-4a374ddd-04ce-408b-84c4-4fcb2668ac88 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349839 Sep 03 02:09:47.378093 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edf463-0b3d-4e4c-9a87-c7319fe06b56 req-69763249-8455-4498-baaa-a58f23961a01 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:47.379670 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-30edf463-0b3d-4e4c-9a87-c7319fe06b56 req-69763249-8455-4498-baaa-a58f23961a01 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0490162 Sep 03 02:09:47.420096 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-30edf463-0b3d-4e4c-9a87-c7319fe06b56 req-81928b49-70c3-49d0-90b1-2a7ac7488ca9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342121 Sep 03 02:09:47.425912 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f927ac-22ea-4ea5-9e33-78503813d7d5 req-6c28f500-9e05-4c58-9884-36c072416a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:47.428280 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f3f927ac-22ea-4ea5-9e33-78503813d7d5 req-6c28f500-9e05-4c58-9884-36c072416a59 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c4774ba8da241fbbb968a2804c02ff2&device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 1098 time: 0.0430465 Sep 03 02:09:47.519633 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 37984) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:47.527901 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f927ac-22ea-4ea5-9e33-78503813d7d5 req-12ff5f3d-70ea-4383-9617-f969b3d8c475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:47.529381 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f3f927ac-22ea-4ea5-9e33-78503813d7d5 req-12ff5f3d-70ea-4383-9617-f969b3d8c475 service neutron] 10.222.0.25 "GET /v2.0/networks?id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d HTTP/1.1" status: 200 len: 919 time: 0.0889616 Sep 03 02:09:47.590729 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f3f927ac-22ea-4ea5-9e33-78503813d7d5 req-7ff49aa7-8e2b-4a9a-9898-5eff602a2203 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0335195 Sep 03 02:09:47.621963 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4584-bd09-48db-9354-8eaed9e2a10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:47.641296 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f927ac-22ea-4ea5-9e33-78503813d7d5 req-03c653be-5da9-4f83-aacf-7abac3428f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:47.642847 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f3f927ac-22ea-4ea5-9e33-78503813d7d5 req-03c653be-5da9-4f83-aacf-7abac3428f43 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3deac0ad-467b-49ad-bcf6-a22944b91c56 HTTP/1.1" status: 200 len: 858 time: 0.0433433 Sep 03 02:09:47.685100 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f3f927ac-22ea-4ea5-9e33-78503813d7d5 req-b86428d5-5425-42d1-81b6-c95ceedef235 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248466 Sep 03 02:09:47.742738 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4584-bd09-48db-9354-8eaed9e2a10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:47.753046 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8987b-6615-47e1-8843-bca99c2596c8 req-46da4396-906c-4fb6-87c1-8fa404d728ae tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:47.754516 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1eb8987b-6615-47e1-8843-bca99c2596c8 req-46da4396-906c-4fb6-87c1-8fa404d728ae tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0726612 Sep 03 02:09:47.791484 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1eb8987b-6615-47e1-8843-bca99c2596c8 req-64a74b52-289c-4df0-82d3-0749f0d0b8eb tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309501 Sep 03 02:09:47.795056 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f3f927ac-22ea-4ea5-9e33-78503813d7d5 req-dd967941-00f1-4aa9-a494-304270496ddd service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867229 Sep 03 02:09:47.831445 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4584-bd09-48db-9354-8eaed9e2a10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:47.872220 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-c0fc4584-bd09-48db-9354-8eaed9e2a10d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ff3e269999a9463e84b7802f25c8e8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514836 Sep 03 02:09:47.873204 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc4584-bd09-48db-9354-8eaed9e2a10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d669e5-bd90-4972-a5bc-bfde0fa85dd8,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:47.875630 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 37992) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:47.903372 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f3f927ac-22ea-4ea5-9e33-78503813d7d5 req-b53c2955-3383-43cb-9f49-66b33c325437 service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973902 Sep 03 02:09:47.935924 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:47.956642 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:48.077208 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:48.079914 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:48.081071 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90d669e5-bd90-4972-a5bc-bfde0fa85dd8 HTTP/1.1" status: 204 len: 168 time: 0.2045276 Sep 03 02:09:48.088677 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d669e5-bd90-4972-a5bc-bfde0fa85dd8,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:48.095634 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:48.095988 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:48.096329 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:48.096665 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:48.097016 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:48.097336 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:48.097665 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:48.097993 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:48.098320 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:48.098645 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:48.098983 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:48.099369 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b0bc4-aee1-449b-b5ca-47cdca22ef1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:09:48.251494 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a8622-a93f-4b7d-be12-b80aa009217d req-0e6c47a4-ecea-47e9-af3c-52e6df52b0c0 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:48.252967 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-da8a8622-a93f-4b7d-be12-b80aa009217d req-0e6c47a4-ecea-47e9-af3c-52e6df52b0c0 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0480206 Sep 03 02:09:48.294182 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-da8a8622-a93f-4b7d-be12-b80aa009217d req-2bc5e308-dc28-4e2a-9532-062add3303c4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351441 Sep 03 02:09:48.533862 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be1a875-8268-4ff0-b076-58ef946347bc req-063f70bf-2d82-4f62-8d10-7f2b9d0148bf tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:48.535374 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3be1a875-8268-4ff0-b076-58ef946347bc req-063f70bf-2d82-4f62-8d10-7f2b9d0148bf tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0484114 Sep 03 02:09:48.576481 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3be1a875-8268-4ff0-b076-58ef946347bc req-6c6b835b-0c0a-4166-a057-db98a6073061 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346746 Sep 03 02:09:48.687403 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 38014) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:48.700354 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-887551b0-9557-4a66-9d54-eb06a6a747da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:48.787174 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-887551b0-9557-4a66-9d54-eb06a6a747da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:48.849020 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-887551b0-9557-4a66-9d54-eb06a6a747da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:48.890104 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-887551b0-9557-4a66-9d54-eb06a6a747da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b3b297528194570bcce0184c968df5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2015965 Sep 03 02:09:48.891062 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887551b0-9557-4a66-9d54-eb06a6a747da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cdb29e-2c8d-4357-934d-8665fca42b1c,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:48.892795 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 38020) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:48.946991 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-bb1db5da-5bc0-47e3-a5de-6b0ac17f244f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:48.969217 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-bb1db5da-5bc0-47e3-a5de-6b0ac17f244f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:49.060950 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-bb1db5da-5bc0-47e3-a5de-6b0ac17f244f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:49.064149 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-bb1db5da-5bc0-47e3-a5de-6b0ac17f244f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:49.071936 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-bb1db5da-5bc0-47e3-a5de-6b0ac17f244f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7cdb29e-2c8d-4357-934d-8665fca42b1c HTTP/1.1" status: 204 len: 168 time: 0.1716948 Sep 03 02:09:49.077812 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1db5da-5bc0-47e3-a5de-6b0ac17f244f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cdb29e-2c8d-4357-934d-8665fca42b1c,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:49.204706 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfcf61-083a-48aa-89e5-94e20fcbd079 req-07d2daed-f52e-4793-b863-1708e3f43a44 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:49.206137 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ebbfcf61-083a-48aa-89e5-94e20fcbd079 req-07d2daed-f52e-4793-b863-1708e3f43a44 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0502875 Sep 03 02:09:49.245707 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ebbfcf61-083a-48aa-89e5-94e20fcbd079 req-d5ae50f9-2730-4881-bf83-2c68ec268cf2 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Sep 03 02:09:49.417660 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908cd4e-fc07-48d9-9541-18004371acb4 req-afaeaffe-5daa-481f-be43-2ad9e0055d70 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:49.419141 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5908cd4e-fc07-48d9-9541-18004371acb4 req-afaeaffe-5daa-481f-be43-2ad9e0055d70 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0515690 Sep 03 02:09:49.458351 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5908cd4e-fc07-48d9-9541-18004371acb4 req-cd0c4d9f-923d-499a-946c-18be6836034d tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331249 Sep 03 02:09:49.689645 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4aabc-e3ed-4075-b721-00b46c50f795 req-ee1464c1-dd8f-4f23-890c-1c05301cf3a1 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:49.691122 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8fb4aabc-e3ed-4075-b721-00b46c50f795 req-ee1464c1-dd8f-4f23-890c-1c05301cf3a1 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0490088 Sep 03 02:09:49.734196 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8fb4aabc-e3ed-4075-b721-00b46c50f795 req-c8082ccb-c909-4828-8b3e-e7d80175ea98 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363433 Sep 03 02:09:50.027632 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddb9ea-3685-4d60-85f4-92d9b8f1583a req-6e44c979-cf5b-4312-a29f-dbbaff2b11d8 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:50.029363 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-67ddb9ea-3685-4d60-85f4-92d9b8f1583a req-6e44c979-cf5b-4312-a29f-dbbaff2b11d8 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0497749 Sep 03 02:09:50.068561 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-67ddb9ea-3685-4d60-85f4-92d9b8f1583a req-da51cf51-7627-4372-b5eb-abcf01c858df tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332224 Sep 03 02:09:50.360374 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cec7b0-a678-475d-bded-583441ded395 req-08f70310-9cda-4012-8e99-3ed1b56ce27f tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:50.363799 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-00cec7b0-a678-475d-bded-583441ded395 req-08f70310-9cda-4012-8e99-3ed1b56ce27f tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0512033 Sep 03 02:09:50.400814 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-00cec7b0-a678-475d-bded-583441ded395 req-c42fd903-fe50-4088-bb0d-323e67098b92 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320528 Sep 03 02:09:50.579676 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e409c6-2f7b-4bde-bbbf-d19b388c3147 req-3e9788dc-1ce0-459d-8ce8-2f66740057bc tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:50.581197 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-97e409c6-2f7b-4bde-bbbf-d19b388c3147 req-3e9788dc-1ce0-459d-8ce8-2f66740057bc tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0502803 Sep 03 02:09:50.629833 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-97e409c6-2f7b-4bde-bbbf-d19b388c3147 req-58befc5b-a650-421b-aa1e-72403d3cdf34 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348980 Sep 03 02:09:50.848249 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb784c-b203-4f9b-b8f4-683955203e4a req-35bcf234-9dbd-44b6-bea2-5d0218094c95 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:50.849706 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8edb784c-b203-4f9b-b8f4-683955203e4a req-35bcf234-9dbd-44b6-bea2-5d0218094c95 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0489371 Sep 03 02:09:50.886711 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8edb784c-b203-4f9b-b8f4-683955203e4a req-09473a1a-ce71-433f-894c-872ee88746fe tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311089 Sep 03 02:09:51.184609 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04192a35-e620-44b3-b7d9-bd97f47c0a0f req-cb9d1750-2f4f-4fa6-9001-5a0c4f33c351 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:51.186045 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-04192a35-e620-44b3-b7d9-bd97f47c0a0f req-cb9d1750-2f4f-4fa6-9001-5a0c4f33c351 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0498426 Sep 03 02:09:51.222925 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-04192a35-e620-44b3-b7d9-bd97f47c0a0f req-74646a2c-5d43-42b6-8450-2b8023202b6b tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308511 Sep 03 02:09:51.527244 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d3a0d-e4ff-49d4-bf0a-33de0e8c3766 req-af84ce52-b23b-4e77-8ec7-18e4d1411cbd tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:51.529341 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7b1d3a0d-e4ff-49d4-bf0a-33de0e8c3766 req-af84ce52-b23b-4e77-8ec7-18e4d1411cbd tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0579343 Sep 03 02:09:51.620211 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7b1d3a0d-e4ff-49d4-bf0a-33de0e8c3766 req-4c09a790-f426-4d6b-b1be-3fc988956fec tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/security-groups?id=ca86a6eb-6274-461f-9e19-46c2e2da68ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819564 Sep 03 02:09:51.662718 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-72b99571-6b58-4b54-ab69-e907b0b400f1 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:51.670417 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-72b99571-6b58-4b54-ab69-e907b0b400f1 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/networks?id=5839703f-da91-4018-9264-b1db6c66915b HTTP/1.1" status: 200 len: 815 time: 0.1406565 Sep 03 02:09:51.680616 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-10b87985-3d17-449b-8986-b3d4dfff909f tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/quotas/9d5121030220459c849c4187e8cd29c0 HTTP/1.1" status: 200 len: 375 time: 0.0095110 Sep 03 02:09:51.760023 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-6209b404-d0fa-47f4-80fe-b7d062bf6abd tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d5121030220459c849c4187e8cd29c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732908 Sep 03 02:09:51.771942 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fea624-d5cb-4fa2-91b6-36369f373c7c req-06724353-1678-4c27-9c6f-f2098d1e79c9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:51.773860 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f3fea624-d5cb-4fa2-91b6-36369f373c7c req-06724353-1678-4c27-9c6f-f2098d1e79c9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0619075 Sep 03 02:09:51.833521 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6633ab2-313b-4b87-81b2-582e7b631914 req-dd06d606-c060-4ba7-ac92-2620bae171a0 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:51.834988 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f6633ab2-313b-4b87-81b2-582e7b631914 req-dd06d606-c060-4ba7-ac92-2620bae171a0 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0521278 Sep 03 02:09:51.864101 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f3fea624-d5cb-4fa2-91b6-36369f373c7c req-f8548596-baf9-4663-abb3-2a7e248d84ad tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816584 Sep 03 02:09:51.893702 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-41d2d6b5-e83e-4939-a2de-e4716b430bb7 service neutron] 10.222.0.21 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139157 Sep 03 02:09:51.959922 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-f6633ab2-313b-4b87-81b2-582e7b631914 req-b66e7a25-d318-4c92-a5fb-50a6cf36b56a tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Deleting port f87d8341-6959-4cae-be1b-926da7d4fef1 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:09:51.959922 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f6633ab2-313b-4b87-81b2-582e7b631914 req-b66e7a25-d318-4c92-a5fb-50a6cf36b56a tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:52.037769 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-83e92ee5-cb4c-498a-94a2-22084c6d06f0 service neutron] 10.222.0.21 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407282 Sep 03 02:09:52.044417 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-f6633ab2-313b-4b87-81b2-582e7b631914 req-b66e7a25-d318-4c92-a5fb-50a6cf36b56a tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] For port f87d8341-6959-4cae-be1b-926da7d4fef1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f87d8341-6959-4cae-be1b-926da7d4fef1,segment=NetworkSegment(dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce),segment_id=dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:09:52.044788 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f6633ab2-313b-4b87-81b2-582e7b631914 req-b66e7a25-d318-4c92-a5fb-50a6cf36b56a tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:52.048308 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ac530-e541-404a-a8d2-bb8983c17212 req-bb4a07f8-ad4d-42f7-8b08-79662bfc1004 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:52.049765 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f86ac530-e541-404a-a8d2-bb8983c17212 req-bb4a07f8-ad4d-42f7-8b08-79662bfc1004 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0692971 Sep 03 02:09:52.058535 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-f6633ab2-313b-4b87-81b2-582e7b631914 req-b66e7a25-d318-4c92-a5fb-50a6cf36b56a tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Calling delete_port for f87d8341-6959-4cae-be1b-926da7d4fef1 owned by compute:nova {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:09:52.095713 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f86ac530-e541-404a-a8d2-bb8983c17212 req-cbec8bfd-0dd4-4801-86ec-f06b1424449c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356076 Sep 03 02:09:52.266515 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f6633ab2-313b-4b87-81b2-582e7b631914 req-b66e7a25-d318-4c92-a5fb-50a6cf36b56a tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:52.279309 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['f87d8341-6959-4cae-be1b-926da7d4fef1'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:09:52.294693 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-93c14440-fdb1-49e1-b8b7-157cfd0c82a4 req-cb417a0e-5a1a-42ee-85da-4175e796ff61 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 210 time: 0.0531473 Sep 03 02:09:52.311044 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e7a25-d318-4c92-a5fb-50a6cf36b56a tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Pushing event deleted for resources: {'Port': ['ID=f87d8341-6959-4cae-be1b-926da7d4fef1,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:52.364332 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6633ab2-313b-4b87-81b2-582e7b631914 req-b66e7a25-d318-4c92-a5fb-50a6cf36b56a tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] No DVR routers for this DVR port f87d8341-6959-4cae-be1b-926da7d4fef1 on host hv-cinder-80473 {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:09:52.368940 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f6633ab2-313b-4b87-81b2-582e7b631914 req-b66e7a25-d318-4c92-a5fb-50a6cf36b56a tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:52.373901 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f6633ab2-313b-4b87-81b2-582e7b631914 req-b66e7a25-d318-4c92-a5fb-50a6cf36b56a tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.25 "DELETE /v2.0/ports/f87d8341-6959-4cae-be1b-926da7d4fef1 HTTP/1.1" status: 204 len: 173 time: 0.5258627 Sep 03 02:09:52.374434 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e19851c-5d03-4299-8d8b-37132851d5a6', 'name': 'network-vif-deleted', 'tag': 'f87d8341-6959-4cae-be1b-926da7d4fef1'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:09:52.376988 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae77a0db-a99b-4bbc-9a3b-0a4b364fc0bf" -d '{"events": [{"server_uuid": "8e19851c-5d03-4299-8d8b-37132851d5a6", "name": "network-vif-deleted", "tag": "f87d8341-6959-4cae-be1b-926da7d4fef1"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:09:52.385556 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e2bab-7e10-4e88-8a68-fc02e48242f3 req-a0138e3a-da71-4b07-97f5-01b3dd8b3cb9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:52.387455 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2f7e2bab-7e10-4e88-8a68-fc02e48242f3 req-a0138e3a-da71-4b07-97f5-01b3dd8b3cb9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0579498 Sep 03 02:09:52.421983 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a6fa83-0536-4979-97e4-e60bb92b13e4 x-openstack-request-id: req-f0a6fa83-0536-4979-97e4-e60bb92b13e4 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:09:52.422455 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e19851c-5d03-4299-8d8b-37132851d5a6", "name": "network-vif-deleted", "tag": "f87d8341-6959-4cae-be1b-926da7d4fef1", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:09:52.422812 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0a6fa83-0536-4979-97e4-e60bb92b13e4 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:09:52.423320 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e19851c-5d03-4299-8d8b-37132851d5a6', 'name': 'network-vif-deleted', 'tag': 'f87d8341-6959-4cae-be1b-926da7d4fef1', 'status': 'completed', 'code': 200} Sep 03 02:09:52.434131 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2f7e2bab-7e10-4e88-8a68-fc02e48242f3 req-351a2f46-a9ba-4dd9-adcf-394f7b7e1ac5 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401592 Sep 03 02:09:52.730291 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b88782e4-8a6a-4436-8af3-e8ae860b70e5 req-1fd6e5a5-30a1-4f62-b52d-00ab62b99724 tempest-VolumesActionsTest-1221400579 tempest-VolumesActionsTest-1221400579-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e19851c-5d03-4299-8d8b-37132851d5a6 HTTP/1.1" status: 200 len: 210 time: 0.0345402 Sep 03 02:09:52.988289 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65a57a-379c-4b2a-9664-83beda4e0be6 req-1f53b425-3522-412e-8ad9-f49856e81e3d tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:52.989784 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ea65a57a-379c-4b2a-9664-83beda4e0be6 req-1f53b425-3522-412e-8ad9-f49856e81e3d tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0475945 Sep 03 02:09:53.026837 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ea65a57a-379c-4b2a-9664-83beda4e0be6 req-c257911f-b1cf-497d-941b-92eaa4c38524 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311081 Sep 03 02:09:53.385193 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-94e77695-4312-4d55-aedf-237223fe8450 req-267a5bec-80ce-4e88-bd01-2a5c6f519dff tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 210 time: 0.0258672 Sep 03 02:09:53.558934 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c2fea-16a3-467c-adb9-9d1844269c45 req-64bd5367-f1d2-41ab-8bae-5cb5e42c2faa tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:53.560636 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6b1c2fea-16a3-467c-adb9-9d1844269c45 req-64bd5367-f1d2-41ab-8bae-5cb5e42c2faa tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0562172 Sep 03 02:09:53.597890 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6b1c2fea-16a3-467c-adb9-9d1844269c45 req-741a1a5b-ae80-4c0c-a311-18677f93e185 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311844 Sep 03 02:09:53.607714 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c3f0659d-cf03-451a-8517-0031ee106c2c req-3ae73bdb-3d82-4004-ab28-f4d1b0063f3c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384972 Sep 03 02:09:53.696218 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0659d-cf03-451a-8517-0031ee106c2c req-c81fe596-d264-417c-bd53-654aae7c0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:53.697902 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c3f0659d-cf03-451a-8517-0031ee106c2c req-c81fe596-d264-417c-bd53-654aae7c0447 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c4774ba8da241fbbb968a2804c02ff2&device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 1098 time: 0.0591354 Sep 03 02:09:53.752503 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 38158) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:53.839596 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0659d-cf03-451a-8517-0031ee106c2c req-e62ec107-331b-489e-88ae-295e407d2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:53.841995 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c3f0659d-cf03-451a-8517-0031ee106c2c req-e62ec107-331b-489e-88ae-295e407d2c9d service neutron] 10.222.0.25 "GET /v2.0/networks?id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d HTTP/1.1" status: 200 len: 919 time: 0.1149042 Sep 03 02:09:53.894474 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c3f0659d-cf03-451a-8517-0031ee106c2c req-d7c0ec14-a430-49f3-aa33-4d83a35e6d3c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0417130 Sep 03 02:09:53.918960 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f2103f8c-5af5-4038-95f7-4c8bb99f11a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:53.961167 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbea3ce-915f-4fc6-884c-80dbb355a99c req-878c8c4f-4f6f-4c20-b605-998dea6eabd0 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:53.962819 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2cbea3ce-915f-4fc6-884c-80dbb355a99c req-878c8c4f-4f6f-4c20-b605-998dea6eabd0 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0834363 Sep 03 02:09:53.985100 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0659d-cf03-451a-8517-0031ee106c2c req-b39c6a6d-041b-4388-8333-6a5589f30c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:53.986674 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c3f0659d-cf03-451a-8517-0031ee106c2c req-b39c6a6d-041b-4388-8333-6a5589f30c8f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3deac0ad-467b-49ad-bcf6-a22944b91c56 HTTP/1.1" status: 200 len: 858 time: 0.0738828 Sep 03 02:09:54.032672 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2cbea3ce-915f-4fc6-884c-80dbb355a99c req-99d82f52-4f1d-4b21-a11b-5c384670a9dc tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578456 Sep 03 02:09:54.034118 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c3f0659d-cf03-451a-8517-0031ee106c2c req-51832e85-61c2-4718-aa93-d10ec9641042 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273476 Sep 03 02:09:54.082260 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f2103f8c-5af5-4038-95f7-4c8bb99f11a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:54.146634 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c3f0659d-cf03-451a-8517-0031ee106c2c req-11731c82-272e-416f-9b30-ec0804704e32 service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012235 Sep 03 02:09:54.157571 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c18a1-c39e-40c8-9436-f596fd60db13 req-7050a4d7-2729-4dd8-a096-a6b5f3533794 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:54.159031 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-789c18a1-c39e-40c8-9436-f596fd60db13 req-7050a4d7-2729-4dd8-a096-a6b5f3533794 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0502710 Sep 03 02:09:54.173694 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f2103f8c-5af5-4038-95f7-4c8bb99f11a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:54.236142 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-f2103f8c-5af5-4038-95f7-4c8bb99f11a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e13499e4433433dbd12b2ce064180d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4799883 Sep 03 02:09:54.236142 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2103f8c-5af5-4038-95f7-4c8bb99f11a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4800bae7-51d1-4869-a544-eed23ff62fa7,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:54.236662 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 38184) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:09:54.239879 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-789c18a1-c39e-40c8-9436-f596fd60db13 req-7f441d92-eb2a-41b3-b5ea-effdbe83a5ec tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734336 Sep 03 02:09:54.289205 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-c3f0659d-cf03-451a-8517-0031ee106c2c req-57950612-9866-4913-baa5-2ac788d02552 service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290619 Sep 03 02:09:54.310435 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4e6db125-28f8-47ad-a062-316c2a047eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:54.335145 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4e6db125-28f8-47ad-a062-316c2a047eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:54.462354 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4e6db125-28f8-47ad-a062-316c2a047eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:54.465550 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4e6db125-28f8-47ad-a062-316c2a047eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:54.469287 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-4e6db125-28f8-47ad-a062-316c2a047eb2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4800bae7-51d1-4869-a544-eed23ff62fa7 HTTP/1.1" status: 204 len: 168 time: 0.2290785 Sep 03 02:09:54.477590 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6db125-28f8-47ad-a062-316c2a047eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4800bae7-51d1-4869-a544-eed23ff62fa7,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:54.477753 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b5964533-4e8f-49d4-b5f1-6304fae7bd22 req-e4f939a2-11b5-44a8-a99b-d3358892e669 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 210 time: 0.0267920 Sep 03 02:09:54.608000 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-c3bf2c3c-adcf-44ce-a462-ac19835359a2 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:54.609428 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-c3bf2c3c-adcf-44ce-a462-ac19835359a2 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "GET /v2.0/networks?id=5839703f-da91-4018-9264-b1db6c66915b HTTP/1.1" status: 200 len: 815 time: 0.1220527 Sep 03 02:09:54.628261 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-6aa517d3-798d-4225-8c31-2417fddd74e3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Request body: {'port': {'device_id': '191fcf74-b0c5-4c34-8183-7c05c7deb84a', 'network_id': '5839703f-da91-4018-9264-b1db6c66915b', 'admin_state_up': True, 'tenant_id': '9d5121030220459c849c4187e8cd29c0'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:09:54.724811 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a49a5-d967-4871-b476-97d54970e4e3 req-c3a94056-c788-4d27-bb4b-c0bede2cd528 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:54.726224 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-058a49a5-d967-4871-b476-97d54970e4e3 req-c3a94056-c788-4d27-bb4b-c0bede2cd528 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0511672 Sep 03 02:09:54.766921 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-058a49a5-d967-4871-b476-97d54970e4e3 req-31f8fb2d-9c3d-471b-bc33-d325844d462e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326452 Sep 03 02:09:54.831927 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-6aa517d3-798d-4225-8c31-2417fddd74e3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Made reservation on behalf of 9d5121030220459c849c4187e8cd29c0 for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:09:54.835490 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-6aa517d3-798d-4225-8c31-2417fddd74e3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:54.976912 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-6aa517d3-798d-4225-8c31-2417fddd74e3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Allocated IP 172.20.0.10 (5839703f-da91-4018-9264-b1db6c66915b/971c703e-f3c5-4742-a735-4a218bd442de/d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:09:55.139508 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-6aa517d3-798d-4225-8c31-2417fddd74e3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:55.260613 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-6aa517d3-798d-4225-8c31-2417fddd74e3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:55.280021 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['49b8bb00-2daf-4930-b7b3-262293cfd5d6', '2621ee03-8b0e-4b8b-82f9-095652035cbb', '653358e7-ed3e-44a5-a8b3-67791410b5ca'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:09:55.298534 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-6aa517d3-798d-4225-8c31-2417fddd74e3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Network 5839703f-da91-4018-9264-b1db6c66915b is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:09:55.302707 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-6aa517d3-798d-4225-8c31-2417fddd74e3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:09:55.306502 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-6aa517d3-798d-4225-8c31-2417fddd74e3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:09:55.312032 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-6aa517d3-798d-4225-8c31-2417fddd74e3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:55.312608 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-6aa517d3-798d-4225-8c31-2417fddd74e3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:55.336070 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa517d3-798d-4225-8c31-2417fddd74e3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Pushing event updated for resources: {'Port': ['ID=d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:55.396285 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31ff91-2afe-45d0-b38e-4cdc9ad9ae29 req-26a69fcf-a2a6-4d10-9d1e-7d9c8fe72c56 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:55.398535 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5e31ff91-2afe-45d0-b38e-4cdc9ad9ae29 req-26a69fcf-a2a6-4d10-9d1e-7d9c8fe72c56 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0592556 Sep 03 02:09:55.415964 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-6aa517d3-798d-4225-8c31-2417fddd74e3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7934878 Sep 03 02:09:55.430350 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Request body: {'port': {'device_id': '191fcf74-b0c5-4c34-8183-7c05c7deb84a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:09:55.445852 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5e31ff91-2afe-45d0-b38e-4cdc9ad9ae29 req-a646aa38-4d2b-4cd7-920f-abdd9744c12c tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399530 Sep 03 02:09:55.496786 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:55.622818 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf8983-c989-4dfa-9f74-25104ac07a73 req-6c05a495-55b2-4351-8b7b-bcbf7fe4bc8e tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:55.630522 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fbcf8983-c989-4dfa-9f74-25104ac07a73 req-6c05a495-55b2-4351-8b7b-bcbf7fe4bc8e tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 932 time: 0.0719092 Sep 03 02:09:55.676893 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fbcf8983-c989-4dfa-9f74-25104ac07a73 req-f4b96208-00c6-4d05-9133-9f5f3d9730ba tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454183 Sep 03 02:09:55.791853 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:09:55.799936 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:55.812825 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Transition to ACTIVE for port object d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:09:55.883025 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0a979-420d-4a81-a9a1-bab81cab8c84 req-2791f67f-e6e3-4486-b650-adee3c8ce673 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:55.884691 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4fe0a979-420d-4a81-a9a1-bab81cab8c84 req-2791f67f-e6e3-4486-b650-adee3c8ce673 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0492361 Sep 03 02:09:55.888801 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:55.938495 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4fe0a979-420d-4a81-a9a1-bab81cab8c84 req-a48ab30c-a99c-4f4e-92e9-23687aa0d694 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394042 Sep 03 02:09:55.965544 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:55.977251 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Attempting to bind port d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:09:55.977591 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Attempting to bind port d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:09:55.977923 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Attempting to bind port d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 on network 5839703f-da91-4018-9264-b1db6c66915b {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:09:55.982105 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Port d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 on network 5839703f-da91-4018-9264-b1db6c66915b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:09:55.982431 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Attempting to bind port d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 on network 5839703f-da91-4018-9264-b1db6c66915b {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:09:55.987142 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:09:55.987513 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Checking segment: {'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:09:55.987897 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Bound using segment: {'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:09:55.988323 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Bound port: d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3943bd06-f35f-4609-8c9c-40466736ab9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5839703f-da91-4018-9264-b1db6c66915b'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:09:55.988678 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:56.049599 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] For port d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:09:56.052723 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] For port d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:09:56.181178 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:56.430129 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:56.430757 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:56.432164 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] 10.222.0.25 "PUT /v2.0/ports/d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 HTTP/1.1" status: 200 len: 1094 time: 1.0070403 Sep 03 02:09:56.432621 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191fcf74-b0c5-4c34-8183-7c05c7deb84a', 'tag': 'd6fbe0e4-19a1-47d3-9835-558b9b2c8ce4'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:09:56.434796 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8b6656-fb3e-46d6-9375-924d369d5d50" -d '{"events": [{"name": "network-changed", "server_uuid": "191fcf74-b0c5-4c34-8183-7c05c7deb84a", "tag": "d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:09:56.463228 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3651ee2-86b4-42a0-9353-396f98b98270 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:09:56.471195 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a47c5d-240d-4a7f-a3be-d871cc8ba693 x-openstack-request-id: req-d5a47c5d-240d-4a7f-a3be-d871cc8ba693 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:09:56.472540 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191fcf74-b0c5-4c34-8183-7c05c7deb84a", "tag": "d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:09:56.472540 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5a47c5d-240d-4a7f-a3be-d871cc8ba693 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:09:56.472540 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '191fcf74-b0c5-4c34-8183-7c05c7deb84a', 'tag': 'd6fbe0e4-19a1-47d3-9835-558b9b2c8ce4', 'status': 'completed', 'code': 200} Sep 03 02:09:56.584754 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468d1df-4f19-4792-8b93-541265fb9a78 req-785b956e-e855-4fb7-84a7-37bd86996e35 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:56.586251 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7468d1df-4f19-4792-8b93-541265fb9a78 req-785b956e-e855-4fb7-84a7-37bd86996e35 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0515802 Sep 03 02:09:56.626459 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7468d1df-4f19-4792-8b93-541265fb9a78 req-65e05f75-fc3f-4ac1-935b-77f07ae37975 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316432 Sep 03 02:09:56.783255 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0230b6-f7d5-4b28-b0d3-5b1e143de73f req-cdfbceab-4f7f-4440-b3a5-52ed50a1c52b tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:56.784709 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1a0230b6-f7d5-4b28-b0d3-5b1e143de73f req-cdfbceab-4f7f-4440-b3a5-52ed50a1c52b tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 944 time: 0.0465460 Sep 03 02:09:56.821647 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1a0230b6-f7d5-4b28-b0d3-5b1e143de73f req-1e1f8765-4498-43e0-8d09-44b81391eb68 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306578 Sep 03 02:09:57.054823 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e6536-9742-4b7a-982f-d099dfa35648 req-2c27c719-74b7-4a62-8845-74d6fd00c981 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:57.056349 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ac7e6536-9742-4b7a-982f-d099dfa35648 req-2c27c719-74b7-4a62-8845-74d6fd00c981 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0479479 Sep 03 02:09:57.093106 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ac7e6536-9742-4b7a-982f-d099dfa35648 req-63d3eb23-6aaf-4bb9-82b0-840b12aeb4e6 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308824 Sep 03 02:09:57.746743 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915540-2150-441a-a7fc-b49d6b62dbc0 req-9d50a583-3e7d-401b-b619-6c7adc5944f2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:57.748224 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d7915540-2150-441a-a7fc-b49d6b62dbc0 req-9d50a583-3e7d-401b-b619-6c7adc5944f2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0500836 Sep 03 02:09:57.784219 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d7915540-2150-441a-a7fc-b49d6b62dbc0 req-df8bc34d-9ca5-4f33-94c9-134ebeedcfdb tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301404 Sep 03 02:09:57.877999 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f87d8341-6959-4cae-be1b-926da7d4fef1 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:09:57.904783 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: f87d8341-6959-4cae-be1b-926da7d4fef1 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:09:57.905127 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f87d8341-6959-4cae-be1b-926da7d4fef1 not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:09:57.933356 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c76f5-923b-49b4-9ac5-c820df3db4a7 req-d4cd3f66-dd1c-4e3e-bcf1-e640b7ece937 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:57.934827 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7b5c76f5-923b-49b4-9ac5-c820df3db4a7 req-d4cd3f66-dd1c-4e3e-bcf1-e640b7ece937 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 944 time: 0.0486686 Sep 03 02:09:57.971766 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7b5c76f5-923b-49b4-9ac5-c820df3db4a7 req-195518d4-55e9-474a-99ac-c885c6816ab0 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309942 Sep 03 02:09:58.031338 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:09:58.208616 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c13192-98f4-4336-a956-aa7ca32a5fda req-7547fa6b-6993-43fc-b2f0-a658c22b81ce tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:58.210117 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a8c13192-98f4-4336-a956-aa7ca32a5fda req-7547fa6b-6993-43fc-b2f0-a658c22b81ce tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0484550 Sep 03 02:09:58.247072 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a8c13192-98f4-4336-a956-aa7ca32a5fda req-7c9fae7e-b5e5-4a36-ab4d-10b82312e354 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304353 Sep 03 02:09:58.901971 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c550268-731d-4773-b41b-3e6484561c5d req-151e771e-418b-4fe7-a8ec-304a9b3a35c5 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:58.903438 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9c550268-731d-4773-b41b-3e6484561c5d req-151e771e-418b-4fe7-a8ec-304a9b3a35c5 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0495653 Sep 03 02:09:58.940209 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9c550268-731d-4773-b41b-3e6484561c5d req-388b55ad-5340-42cd-9333-9e9414123354 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308495 Sep 03 02:09:59.066387 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b6656-fb3e-46d6-9375-924d369d5d50 req-df6a404f-a81b-402a-afae-895d0e70b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:59.067905 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-db8b6656-fb3e-46d6-9375-924d369d5d50 req-df6a404f-a81b-402a-afae-895d0e70b1b7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d5121030220459c849c4187e8cd29c0&device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 1097 time: 0.0420680 Sep 03 02:09:59.089522 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39a6ba-70c4-4072-a944-1cb05fdbfe12 req-1a6b64d5-551d-4ca2-930c-59df2b2dca9f tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:59.091036 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3a39a6ba-70c4-4072-a944-1cb05fdbfe12 req-1a6b64d5-551d-4ca2-930c-59df2b2dca9f tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 944 time: 0.0511405 Sep 03 02:09:59.128535 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3a39a6ba-70c4-4072-a944-1cb05fdbfe12 req-5fe3a391-bc84-4801-9d08-5daca6f95d5c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316079 Sep 03 02:09:59.176831 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b6656-fb3e-46d6-9375-924d369d5d50 req-d50c38d3-b0f7-44b5-aefe-3a07e5a17409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:59.178536 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-db8b6656-fb3e-46d6-9375-924d369d5d50 req-d50c38d3-b0f7-44b5-aefe-3a07e5a17409 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9d5121030220459c849c4187e8cd29c0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0920436 Sep 03 02:09:59.277650 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b6656-fb3e-46d6-9375-924d369d5d50 req-719c1fb8-1806-45af-ad68-fb80bf0bb9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:59.279163 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-db8b6656-fb3e-46d6-9375-924d369d5d50 req-719c1fb8-1806-45af-ad68-fb80bf0bb9ee service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890484 Sep 03 02:09:59.370108 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654089e-66ec-403f-9bef-82f8c90ac846 req-1ae620da-d90e-46e7-8a06-57b49c8d9f5d tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:59.371607 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b654089e-66ec-403f-9bef-82f8c90ac846 req-1ae620da-d90e-46e7-8a06-57b49c8d9f5d tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0553453 Sep 03 02:09:59.376915 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-73f9b096-1590-4492-be47-e90bdc9cd9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:59.378403 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-73f9b096-1590-4492-be47-e90bdc9cd9ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d5121030220459c849c4187e8cd29c0&device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 1097 time: 0.0391707 Sep 03 02:09:59.410298 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b654089e-66ec-403f-9bef-82f8c90ac846 req-861a2cdc-4c30-4f16-9cc9-6619a44252c1 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322862 Sep 03 02:09:59.428112 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-e0dc1c61-7fd8-492b-a80e-535555c13f20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 HTTP/1.1" status: 200 len: 217 time: 0.0369306 Sep 03 02:09:59.478371 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-546434ec-73ce-4fcd-996a-61fa66c3b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:09:59.479843 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-546434ec-73ce-4fcd-996a-61fa66c3b623 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=971c703e-f3c5-4742-a735-4a218bd442de HTTP/1.1" status: 200 len: 855 time: 0.0429907 Sep 03 02:09:59.520494 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-41caf1fb-130d-41aa-83a7-d0aa95df7dff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5839703f-da91-4018-9264-b1db6c66915b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235133 Sep 03 02:09:59.619559 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-d773d234-afd3-49f9-961e-4bcf507100f0 service neutron] 10.222.0.25 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863938 Sep 03 02:09:59.709976 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3907f411-e2cf-4938-a8d0-06a5faf0142e req-3045f55f-2cae-437b-bade-fab88acbe693 service neutron] 10.222.0.25 "GET /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810592 Sep 03 02:10:00.058997 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a6d0a-75ab-450e-aaa0-3d9bc3e81987 req-6ce1e189-b5f5-445c-ab30-536ff52e1823 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:00.060384 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cc6a6d0a-75ab-450e-aaa0-3d9bc3e81987 req-6ce1e189-b5f5-445c-ab30-536ff52e1823 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0506461 Sep 03 02:10:00.097234 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cc6a6d0a-75ab-450e-aaa0-3d9bc3e81987 req-21839c59-6481-4843-aa8d-815c0fce36f7 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308976 Sep 03 02:10:00.240449 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8f505-50d0-4d2e-98b7-f7af4bd63164 req-b59f540f-6cd5-4f48-98ef-0f5e62e9d0f4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:00.242475 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f3d8f505-50d0-4d2e-98b7-f7af4bd63164 req-b59f540f-6cd5-4f48-98ef-0f5e62e9d0f4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 944 time: 0.0485551 Sep 03 02:10:00.278506 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f3d8f505-50d0-4d2e-98b7-f7af4bd63164 req-391d2871-a03f-437f-b8de-41cabfcfcfea tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297816 Sep 03 02:10:00.524306 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18fab8-e85b-48d0-ad6a-4aa46b0ceb21 req-2057890a-4e94-488a-8031-05512b7ec8ac tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:00.526727 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9f18fab8-e85b-48d0-ad6a-4aa46b0ceb21 req-2057890a-4e94-488a-8031-05512b7ec8ac tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0510995 Sep 03 02:10:00.567372 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9f18fab8-e85b-48d0-ad6a-4aa46b0ceb21 req-070fca8f-e4b3-4373-8bb3-e116d34371cb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346720 Sep 03 02:10:00.885376 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-edc2f466-eb4f-4495-809a-d0f3fae0c8cb tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6706f42fe32d4ebfb9242e3f4c5c6444&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350528 Sep 03 02:10:01.366959 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffd476-c091-42ba-9c7b-8de1c9626f94 req-964b48ae-e94a-4cb6-bce2-af177bb49ff4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:01.369134 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-65ffd476-c091-42ba-9c7b-8de1c9626f94 req-964b48ae-e94a-4cb6-bce2-af177bb49ff4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.1250565 Sep 03 02:10:01.389605 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-d12a1e10-5e7b-4515-96d6-3b6b84a1ccbf tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:01.397300 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-d12a1e10-5e7b-4515-96d6-3b6b84a1ccbf tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5056386 Sep 03 02:10:01.433252 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-e0dccf79-a3e5-4190-89e8-0d11c3ca0bb7 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/quotas/6706f42fe32d4ebfb9242e3f4c5c6444 HTTP/1.1" status: 200 len: 375 time: 0.0348485 Sep 03 02:10:01.471832 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-2bd78275-92c5-4505-9dd3-9d1139272202 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6706f42fe32d4ebfb9242e3f4c5c6444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376699 Sep 03 02:10:01.506283 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-65ffd476-c091-42ba-9c7b-8de1c9626f94 req-faaa35ee-431d-4ad7-8fd9-52582616eb9c tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056080 Sep 03 02:10:01.624208 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e382a1a-e481-4b9b-bcc2-aed2d7c058f2 req-6380dfde-ca3c-4408-bc06-034984127091 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:01.626831 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9e382a1a-e481-4b9b-bcc2-aed2d7c058f2 req-6380dfde-ca3c-4408-bc06-034984127091 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 944 time: 0.0679593 Sep 03 02:10:01.669313 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9e382a1a-e481-4b9b-bcc2-aed2d7c058f2 req-ae8f350e-bcff-4074-ac66-3abadc5a8109 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354965 Sep 03 02:10:01.777168 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fb228bac-87b8-46d1-a192-844ecb97cd27 req-856c841a-2388-41cf-bc2d-542922027340 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 210 time: 0.0469592 Sep 03 02:10:01.856655 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9e0b4-0e79-4a0b-81af-544b8170810d req-6edc769f-d536-4850-8754-deb0fb8d4d42 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:01.864834 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-23f9e0b4-0e79-4a0b-81af-544b8170810d req-6edc769f-d536-4850-8754-deb0fb8d4d42 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0765274 Sep 03 02:10:01.892291 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:10:01.908357 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-23f9e0b4-0e79-4a0b-81af-544b8170810d req-7044b316-0899-4e53-90db-2b4ddb70ca59 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423410 Sep 03 02:10:02.030116 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:02.042206 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': 'd6fbe0e4-19a1-47d3-9835-558b9b2c8ce4', 'network_id': '5839703f-da91-4018-9264-b1db6c66915b', 'port_id': 'd6fbe0e4-19a1-47d3-9835-558b9b2c8ce4', 'mac_address': 'fa:16:3e:f0:b8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971c703e-f3c5-4742-a735-4a218bd442de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:10:02.088077 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:02.101803 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:10:02.127935 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:02.220457 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:02.294279 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:02.621492 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff434c8a-c584-4904-adcc-a09d71b89498 req-1429a81f-362d-448f-9a94-42a80c179c71 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:02.622990 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ff434c8a-c584-4904-adcc-a09d71b89498 req-1429a81f-362d-448f-9a94-42a80c179c71 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0507317 Sep 03 02:10:02.657559 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:10:02.693936 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ff434c8a-c584-4904-adcc-a09d71b89498 req-2e3a5534-ec7a-4719-a7bf-c8e129c1195b tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532720 Sep 03 02:10:02.842777 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b2563-6ebc-4427-9521-ab869418f492 req-f1452d8b-ecd9-43f4-984a-ab59f213564c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:02.853118 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-276b2563-6ebc-4427-9521-ab869418f492 req-f1452d8b-ecd9-43f4-984a-ab59f213564c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 945 time: 0.0725594 Sep 03 02:10:02.937929 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8cdb1de4-5e7c-4cf3-9e08-8237bd115bae req-ee172779-e6c4-4122-b8b6-bc4241784d08 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 210 time: 0.0449355 Sep 03 02:10:02.980790 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-276b2563-6ebc-4427-9521-ab869418f492 req-4b2ebf13-a47d-4f75-8537-dc3d3eb79fd7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267288 Sep 03 02:10:03.071219 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d93fa-068d-407d-9150-f0c89e965aca req-7a4a1445-637d-4c3e-adb6-eb52c1b75356 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:03.072715 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4e5d93fa-068d-407d-9150-f0c89e965aca req-7a4a1445-637d-4c3e-adb6-eb52c1b75356 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0571401 Sep 03 02:10:03.112206 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4e5d93fa-068d-407d-9150-f0c89e965aca req-3daf59c0-b3b3-40cf-9737-37dc0f5f8021 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331848 Sep 03 02:10:03.262252 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:10:03.672328 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-33123f62-2f0c-4fc9-adad-6becea09ee55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:03.820714 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5babeb6-77c9-41fe-8f7e-57564829ce37 req-e66bf539-1c9a-4662-8bc1-dd68d8d45288 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:03.822183 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a5babeb6-77c9-41fe-8f7e-57564829ce37 req-e66bf539-1c9a-4662-8bc1-dd68d8d45288 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0512786 Sep 03 02:10:03.859721 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a5babeb6-77c9-41fe-8f7e-57564829ce37 req-ed0aa582-134f-4ce8-889a-da2ec4f7d521 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315888 Sep 03 02:10:04.036827 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8eaed231-1ba3-44f1-b64f-86d868dbbb7c req-7c4a71ca-f5a6-4786-b1ea-9223e2eb8f7c tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 210 time: 0.0326631 Sep 03 02:10:04.126135 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588a464-3a74-4c15-9c35-58e899fbe8a0 req-0a444040-0a45-4bf1-98c2-fa24c9f2d58e tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:04.127710 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3588a464-3a74-4c15-9c35-58e899fbe8a0 req-0a444040-0a45-4bf1-98c2-fa24c9f2d58e tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 945 time: 0.0605435 Sep 03 02:10:04.187543 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3588a464-3a74-4c15-9c35-58e899fbe8a0 req-f0e589d1-0683-4221-9c99-9542cf68bad5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Sep 03 02:10:04.253704 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6a27a-42f1-4a45-b899-37917c315ca5 req-9393a147-1fdf-4163-adfd-8f0f5b1adb09 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:04.257109 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fbe6a27a-42f1-4a45-b899-37917c315ca5 req-9393a147-1fdf-4163-adfd-8f0f5b1adb09 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0569713 Sep 03 02:10:04.297213 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fbe6a27a-42f1-4a45-b899-37917c315ca5 req-b6d7d4c1-8a5e-46a3-b3c9-852606eeb87f tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352669 Sep 03 02:10:05.014771 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691f70f-8b52-4740-8d7f-aab99bc2f82b req-744e0ae4-189c-4f25-9164-4643c567ef9a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:05.017213 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b691f70f-8b52-4740-8d7f-aab99bc2f82b req-744e0ae4-189c-4f25-9164-4643c567ef9a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0801313 Sep 03 02:10:05.060344 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b691f70f-8b52-4740-8d7f-aab99bc2f82b req-96cd6989-b17b-49ce-81d9-03cd065fb8ad tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362124 Sep 03 02:10:05.161131 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d0ad6526-6898-4268-ae66-ff0556b67fe1 req-a72eac16-78ec-48c2-96fc-fb0876fa2f5a tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 210 time: 0.0303426 Sep 03 02:10:05.302367 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbcfb1-f490-40b9-8db6-7e8ff184a6df req-6cd9bb89-ea3c-4e05-9450-9d87e1a10fd6 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:05.304857 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7ebbcfb1-f490-40b9-8db6-7e8ff184a6df req-6cd9bb89-ea3c-4e05-9450-9d87e1a10fd6 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 945 time: 0.0530803 Sep 03 02:10:05.358776 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7ebbcfb1-f490-40b9-8db6-7e8ff184a6df req-2cfd2872-f1a3-490e-b773-8a29c9c7d62a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471804 Sep 03 02:10:05.480108 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea52e14-f6a2-4d2c-8dc1-fa6961cd0fa9 req-d49695f0-c9c8-48cb-8434-ecfdcb031b1f tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:05.487937 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eea52e14-f6a2-4d2c-8dc1-fa6961cd0fa9 req-d49695f0-c9c8-48cb-8434-ecfdcb031b1f tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0778399 Sep 03 02:10:05.527558 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eea52e14-f6a2-4d2c-8dc1-fa6961cd0fa9 req-4786b31e-3863-4164-ab18-728244f15b30 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383308 Sep 03 02:10:06.128966 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-0e3e3ddf-596e-4b8b-86d2-6b9717e5f404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:06.224222 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd202c-e786-4b60-8196-bedf1760c685 req-122652e3-5462-458e-9f49-c026f5955315 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:06.226816 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c6fd202c-e786-4b60-8196-bedf1760c685 req-122652e3-5462-458e-9f49-c026f5955315 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0824811 Sep 03 02:10:06.289164 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-76c1e524-2438-4627-9bff-fa2631034bb1 req-583cf4df-6d38-451d-973f-984ba191731c tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 210 time: 0.0344048 Sep 03 02:10:06.292515 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c6fd202c-e786-4b60-8196-bedf1760c685 req-5895a230-b7f2-4d69-a4ba-b4262b239770 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602245 Sep 03 02:10:06.495347 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ce592-2586-425c-b934-c73d112132f4 req-e8d1b975-7b51-4115-9b7a-22260cda73a6 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:06.498549 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b81ce592-2586-425c-b934-c73d112132f4 req-e8d1b975-7b51-4115-9b7a-22260cda73a6 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 945 time: 0.0483174 Sep 03 02:10:06.537231 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b81ce592-2586-425c-b934-c73d112132f4 req-7a22cbb6-6c6c-4193-9ea6-29ad1e38595b tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340178 Sep 03 02:10:06.661092 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103bf0e-51be-4a48-8d0a-8c1cb4146ccf req-41c8fc8d-5c99-4ee0-a035-e11a29e3b5cc tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:06.663498 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2103bf0e-51be-4a48-8d0a-8c1cb4146ccf req-41c8fc8d-5c99-4ee0-a035-e11a29e3b5cc tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0597029 Sep 03 02:10:06.705686 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2103bf0e-51be-4a48-8d0a-8c1cb4146ccf req-80dbcf51-16cf-481f-97a2-6df540aaea7e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342791 Sep 03 02:10:06.728688 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:07.449831 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-711715df-b472-4a39-8dc8-78dae22ffe94 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6706f42fe32d4ebfb9242e3f4c5c6444&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569971 Sep 03 02:10:07.469572 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5b88ac78-4203-4409-b3be-4a9a4a6d65ee req-0cd96c9a-ab3e-4172-89cd-b7420e53eb9f tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 210 time: 0.0908153 Sep 03 02:10:07.524209 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd38e9-e7ba-4374-94a6-4e8ae815067b req-2b1733a9-547d-4f15-aea9-02fa6e3eafdf tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:07.526866 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c8bd38e9-e7ba-4374-94a6-4e8ae815067b req-2b1733a9-547d-4f15-aea9-02fa6e3eafdf tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.1126525 Sep 03 02:10:07.638034 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c8bd38e9-e7ba-4374-94a6-4e8ae815067b req-4456f9d3-d7c9-4c0c-a6df-a82382de95b5 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917666 Sep 03 02:10:07.660713 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-b4403987-1edc-40cb-b110-4465c9d38aa8 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:07.662505 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-b4403987-1edc-40cb-b110-4465c9d38aa8 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067432 Sep 03 02:10:07.666556 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:07.685604 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Request body: {'port': {'device_id': '06e89957-90d5-4371-847e-bad9653593e7', 'network_id': '516c7be5-bc8e-4666-aa2b-b9a92d14ff18', 'admin_state_up': True, 'tenant_id': '6706f42fe32d4ebfb9242e3f4c5c6444'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:10:07.731934 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b3682-8623-466e-97cd-3755e6936bc4 req-2ee35d8c-581b-4a5f-8cac-5d09a8ce635c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:07.733502 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dd4b3682-8623-466e-97cd-3755e6936bc4 req-2ee35d8c-581b-4a5f-8cac-5d09a8ce635c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 945 time: 0.0719273 Sep 03 02:10:07.803690 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dd4b3682-8623-466e-97cd-3755e6936bc4 req-a8fc83da-7c3f-4e31-8a29-5ad568330f0c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631266 Sep 03 02:10:07.900013 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Made reservation on behalf of 6706f42fe32d4ebfb9242e3f4c5c6444 for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:10:07.901031 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059af1d4-1121-47a2-8703-c8ca4fce6a21 req-21286efe-39e7-43e6-8620-30a83eb13ef7 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:07.902768 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-059af1d4-1121-47a2-8703-c8ca4fce6a21 req-21286efe-39e7-43e6-8620-30a83eb13ef7 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0578244 Sep 03 02:10:07.904546 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:07.910150 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:10:07.919438 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:07.982358 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-059af1d4-1121-47a2-8703-c8ca4fce6a21 req-b8737c27-227d-4516-b66d-3e18514b4783 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611057 Sep 03 02:10:08.043266 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:10:08.048920 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:08.052535 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:08.052648 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:08.135244 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:08.143782 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:08.187782 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191fcf74-b0c5-4c34-8183-7c05c7deb84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fbe0e4-19a1-47d3-9835-558b9b2c8ce4'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:10:08.190152 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de3ba46-6c92-4ed3-bca5-d4c054a89646" -d '{"events": [{"server_uuid": "191fcf74-b0c5-4c34-8183-7c05c7deb84a", "name": "network-vif-plugged", "status": "completed", "tag": "d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:10:08.203459 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0103b1c1-7904-420d-9d3e-a19034fb580e,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:08.203868 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:08.261553 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f313dee7-c6e0-4b8f-864f-5e7037dd6e62 x-openstack-request-id: req-f313dee7-c6e0-4b8f-864f-5e7037dd6e62 {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:10:08.262025 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191fcf74-b0c5-4c34-8183-7c05c7deb84a", "name": "network-vif-plugged", "status": "completed", "tag": "d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:10:08.262286 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f313dee7-c6e0-4b8f-864f-5e7037dd6e62 {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:10:08.262678 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191fcf74-b0c5-4c34-8183-7c05c7deb84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fbe0e4-19a1-47d3-9835-558b9b2c8ce4', 'code': 200} Sep 03 02:10:08.263456 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:08.317027 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Allocated IP 192.168.233.85 (516c7be5-bc8e-4666-aa2b-b9a92d14ff18/bc5ce08e-3550-40a0-9e79-abcf93fad2b9/633c8a94-bb68-4ee7-b9b7-098927b95be0) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:10:08.341630 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:08.350329 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:08.354397 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:08.354397 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:08.354397 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:08.354397 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:08.354397 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:08.354397 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:08.354397 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:08.354397 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:08.354397 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:08.355087 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:08.355445 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:08.536633 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:08.554402 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Transition to ACTIVE for port object 633c8a94-bb68-4ee7-b9b7-098927b95be0 will not be triggered until provisioned by entity DHCP. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:10:08.637048 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86acab94-bdbd-4a97-b8a3-fdc119f040d8 req-71f8a3b5-31db-4e51-b698-db80b5df15e7 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 210 time: 0.0355568 Sep 03 02:10:08.660883 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:08.719920 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8684b-23ef-49d1-817a-9e8b8f309cb3 req-e9025148-ad3c-47de-90c2-78f48d9e2eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:08.721896 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-48c8684b-23ef-49d1-817a-9e8b8f309cb3 req-e9025148-ad3c-47de-90c2-78f48d9e2eba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 1099 time: 0.0989652 Sep 03 02:10:08.731451 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Network 516c7be5-bc8e-4666-aa2b-b9a92d14ff18 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:10:08.760871 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:10:08.766168 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:10:08.774280 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:08.775701 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:08.796891 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f223c4-cf9a-48d3-8188-3684954cd398 req-c5c35970-6b6e-445e-a418-a10c1f44ebd4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:08.798533 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Pushing event updated for resources: {'Port': ['ID=633c8a94-bb68-4ee7-b9b7-098927b95be0,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:08.806056 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c0f223c4-cf9a-48d3-8188-3684954cd398 req-c5c35970-6b6e-445e-a418-a10c1f44ebd4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0823953 Sep 03 02:10:08.824182 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-48c8684b-23ef-49d1-817a-9e8b8f309cb3 req-c20f60aa-839f-439b-8fb8-34c580e12c40 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892310 Sep 03 02:10:08.885544 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c0f223c4-cf9a-48d3-8188-3684954cd398 req-6b3c66f3-1a97-4fb3-9579-39294741791f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780363 Sep 03 02:10:08.918374 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-312e3de0-9bfa-425a-8918-9a927a44e678 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2385154 Sep 03 02:10:08.951466 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:08.957189 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136d97e-81ea-4967-9dfe-f228c6e11d7f req-4912e587-15d4-46d4-bf4e-5a31daf65e7b tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:08.959069 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d136d97e-81ea-4967-9dfe-f228c6e11d7f req-4912e587-15d4-46d4-bf4e-5a31daf65e7b tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 946 time: 0.0616865 Sep 03 02:10:09.014484 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d136d97e-81ea-4967-9dfe-f228c6e11d7f req-379eb08d-d02a-4d06-be29-0a0687674a04 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481412 Sep 03 02:10:09.107387 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfbbb0-daee-4c17-86d7-84ce488695ea req-565bf969-9225-4377-a0e0-c4a715d7f68a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:09.109047 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a3cfbbb0-daee-4c17-86d7-84ce488695ea req-565bf969-9225-4377-a0e0-c4a715d7f68a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0580063 Sep 03 02:10:09.164270 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a3cfbbb0-daee-4c17-86d7-84ce488695ea req-4421de17-8bf9-4139-b235-67b35028ce30 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483990 Sep 03 02:10:09.202559 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-bdaf16fa-7e16-42b2-a1ea-3ce436659994 None None] Provisioning for port 633c8a94-bb68-4ee7-b9b7-098927b95be0 completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:10:09.207083 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-bdaf16fa-7e16-42b2-a1ea-3ce436659994 None None] Provisioning complete for port 633c8a94-bb68-4ee7-b9b7-098927b95be0 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:09.207486 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-bdaf16fa-7e16-42b2-a1ea-3ce436659994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:09.246064 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-bdaf16fa-7e16-42b2-a1ea-3ce436659994 None None] Port 633c8a94-bb68-4ee7-b9b7-098927b95be0 cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:10:09.769472 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf522e-9ec9-4727-b164-c5969914a3e4 req-acbd9fe7-e61f-496c-81d3-91c59f5ed449 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:09.771090 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8ddf522e-9ec9-4727-b164-c5969914a3e4 req-acbd9fe7-e61f-496c-81d3-91c59f5ed449 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 935 time: 0.0519323 Sep 03 02:10:09.816449 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8ddf522e-9ec9-4727-b164-c5969914a3e4 req-e5d288ee-958b-4831-b36b-e7aca0a1bf5e tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391586 Sep 03 02:10:10.036011 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f4684-31c6-46d0-ac1b-4b87433e5435 req-c88e200a-d230-4aeb-a1b1-f06d0d2fc2b6 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:10.037439 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7a6f4684-31c6-46d0-ac1b-4b87433e5435 req-c88e200a-d230-4aeb-a1b1-f06d0d2fc2b6 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0477941 Sep 03 02:10:10.076323 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7a6f4684-31c6-46d0-ac1b-4b87433e5435 req-387227c7-52b4-440d-949a-49c2388d49b7 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321460 Sep 03 02:10:10.137121 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200123ac-ac19-4095-b371-dfc0c1569801 req-d7f29020-1910-4ea6-8636-b1493d6a365c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:10.138612 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-200123ac-ac19-4095-b371-dfc0c1569801 req-d7f29020-1910-4ea6-8636-b1493d6a365c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 946 time: 0.0500071 Sep 03 02:10:10.179296 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-200123ac-ac19-4095-b371-dfc0c1569801 req-44b2597e-7795-4a32-a44d-1c54c1299ecb tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338140 Sep 03 02:10:10.277650 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739f68e-20eb-4a25-ab84-03f698141680 req-17be2344-db8f-438c-b3b8-a864c5e4e636 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:10.279156 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a739f68e-20eb-4a25-ab84-03f698141680 req-17be2344-db8f-438c-b3b8-a864c5e4e636 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0490420 Sep 03 02:10:10.325042 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a739f68e-20eb-4a25-ab84-03f698141680 req-121155b7-fe03-463b-baa0-6f504a256e46 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391579 Sep 03 02:10:10.949207 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fff2b3-9a5b-45b0-a48e-ef7d9e4f2218 req-2fa1c07b-bdc5-4250-b101-3aa40cda2761 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:10.950739 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-28fff2b3-9a5b-45b0-a48e-ef7d9e4f2218 req-2fa1c07b-bdc5-4250-b101-3aa40cda2761 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 935 time: 0.0542822 Sep 03 02:10:10.998240 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-28fff2b3-9a5b-45b0-a48e-ef7d9e4f2218 req-77deacce-8874-4639-ab49-5add1fccc0fe tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410984 Sep 03 02:10:11.215465 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7a7eb-e00f-4d69-9730-8c8205f013ca req-cf9f09a0-8cd9-41af-a69e-a7259fcafadd tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:11.218015 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3ba7a7eb-e00f-4d69-9730-8c8205f013ca req-cf9f09a0-8cd9-41af-a69e-a7259fcafadd tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0664740 Sep 03 02:10:11.283384 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3ba7a7eb-e00f-4d69-9730-8c8205f013ca req-e907b4ee-67d7-4c52-b117-92927488a92f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557055 Sep 03 02:10:11.325776 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741235be-788a-4cde-b094-f3c33c2a1da9 req-01504808-d25a-4c4a-b1f0-1e43947c7c27 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:11.330092 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-741235be-788a-4cde-b094-f3c33c2a1da9 req-01504808-d25a-4c4a-b1f0-1e43947c7c27 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 946 time: 0.0728927 Sep 03 02:10:11.400988 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-741235be-788a-4cde-b094-f3c33c2a1da9 req-67e9d477-84ed-48e7-a010-364f2c343ccb tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693126 Sep 03 02:10:11.469878 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ff7d6-7938-45b8-8fdb-2871fb054d0a req-3fddbcf1-02a7-4cec-a3ec-97861199f37d tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:11.471645 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d55ff7d6-7938-45b8-8fdb-2871fb054d0a req-3fddbcf1-02a7-4cec-a3ec-97861199f37d tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0522943 Sep 03 02:10:11.513234 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d55ff7d6-7938-45b8-8fdb-2871fb054d0a req-0b6f5afc-0ace-445d-8027-c32c35652c93 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356708 Sep 03 02:10:12.138113 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Request body: {'port': {'device_id': '06e89957-90d5-4371-847e-bad9653593e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:10:12.155378 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4b7df-1d36-4f3b-be0a-6106fe1848ca req-8d53bcde-4074-4e57-a5b8-9fc77f11c3ea tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:12.157485 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fad4b7df-1d36-4f3b-be0a-6106fe1848ca req-8d53bcde-4074-4e57-a5b8-9fc77f11c3ea tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 935 time: 0.0660162 Sep 03 02:10:12.206611 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fad4b7df-1d36-4f3b-be0a-6106fe1848ca req-5076ace3-cf6a-4aee-9dfe-6ba71d779723 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402899 Sep 03 02:10:12.240802 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:12.443438 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac5cf6-74c2-4b71-9485-0ce6ec89407c req-98125ac7-04ae-44c8-8403-243a720e7c26 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:12.453128 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a8ac5cf6-74c2-4b71-9485-0ce6ec89407c req-98125ac7-04ae-44c8-8403-243a720e7c26 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0736573 Sep 03 02:10:12.512036 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a8ac5cf6-74c2-4b71-9485-0ce6ec89407c req-c502478d-c79f-44b9-9841-dfd99a544360 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531549 Sep 03 02:10:12.662757 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb13aa-1f4c-4b85-9ef2-42d766d3f9d1 req-bd0b0485-8970-4788-8e14-b2c6d2061060 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:12.670841 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bafb13aa-1f4c-4b85-9ef2-42d766d3f9d1 req-bd0b0485-8970-4788-8e14-b2c6d2061060 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 946 time: 0.1032777 Sep 03 02:10:12.733346 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bafb13aa-1f4c-4b85-9ef2-42d766d3f9d1 req-95f30376-dbb5-43e3-9bca-73f7beb15f02 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613825 Sep 03 02:10:12.745185 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dce0f6-bd55-4d21-ae33-41faa83235b2 req-18f66706-f742-41b5-8b59-92fe23048e57 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:12.749945 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-52dce0f6-bd55-4d21-ae33-41faa83235b2 req-18f66706-f742-41b5-8b59-92fe23048e57 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.1209905 Sep 03 02:10:12.791318 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 633c8a94-bb68-4ee7-b9b7-098927b95be0 {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:10:12.792000 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-52dce0f6-bd55-4d21-ae33-41faa83235b2 req-f9518732-c9e4-41e6-8a7f-24bdeef64748 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409827 Sep 03 02:10:12.796023 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:12.808939 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Transition to ACTIVE for port object 633c8a94-bb68-4ee7-b9b7-098927b95be0 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:10:12.879314 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:12.939155 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Pushing event updated for resources: {'Port': ['ID=633c8a94-bb68-4ee7-b9b7-098927b95be0,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:13.011359 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Attempting to bind port 633c8a94-bb68-4ee7-b9b7-098927b95be0 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:10:13.011359 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Attempting to bind port 633c8a94-bb68-4ee7-b9b7-098927b95be0 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '1da7887f-fa4c-4881-bdce-230c5aa21097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '516c7be5-bc8e-4666-aa2b-b9a92d14ff18'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:10:13.011688 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Attempting to bind port 633c8a94-bb68-4ee7-b9b7-098927b95be0 on network 516c7be5-bc8e-4666-aa2b-b9a92d14ff18 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:10:13.017956 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Port 633c8a94-bb68-4ee7-b9b7-098927b95be0 on network 516c7be5-bc8e-4666-aa2b-b9a92d14ff18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:10:13.018286 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Attempting to bind port 633c8a94-bb68-4ee7-b9b7-098927b95be0 on network 516c7be5-bc8e-4666-aa2b-b9a92d14ff18 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:10:13.039846 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:10:13.045047 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Checking segment: {'id': '1da7887f-fa4c-4881-bdce-230c5aa21097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '516c7be5-bc8e-4666-aa2b-b9a92d14ff18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:10:13.045047 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Bound using segment: {'id': '1da7887f-fa4c-4881-bdce-230c5aa21097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '516c7be5-bc8e-4666-aa2b-b9a92d14ff18'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:10:13.045047 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Bound port: 633c8a94-bb68-4ee7-b9b7-098927b95be0, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da7887f-fa4c-4881-bdce-230c5aa21097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '516c7be5-bc8e-4666-aa2b-b9a92d14ff18'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:10:13.045047 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:13.142322 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] For port 633c8a94-bb68-4ee7-b9b7-098927b95be0, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:10:13.145787 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] For port 633c8a94-bb68-4ee7-b9b7-098927b95be0, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=633c8a94-bb68-4ee7-b9b7-098927b95be0,segment=NetworkSegment(1da7887f-fa4c-4881-bdce-230c5aa21097),segment_id=1da7887f-fa4c-4881-bdce-230c5aa21097)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:10:13.208970 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:13.242017 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:13.243106 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:13.244648 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] 10.222.0.25 "PUT /v2.0/ports/633c8a94-bb68-4ee7-b9b7-098927b95be0 HTTP/1.1" status: 200 len: 1097 time: 1.1149745 Sep 03 02:10:13.247057 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e89957-90d5-4371-847e-bad9653593e7', 'tag': '633c8a94-bb68-4ee7-b9b7-098927b95be0'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:10:13.249298 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319ff0ed-753e-444e-8df6-3daea04b5469" -d '{"events": [{"name": "network-changed", "server_uuid": "06e89957-90d5-4371-847e-bad9653593e7", "tag": "633c8a94-bb68-4ee7-b9b7-098927b95be0"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:10:13.285897 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df861fd-6813-4e65-b1b2-33f8faf49903 service neutron] Pushing event updated for resources: {'Port': ['ID=633c8a94-bb68-4ee7-b9b7-098927b95be0,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:13.325530 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460bc7c8-e630-4e97-a370-159e2981d4f0 x-openstack-request-id: req-460bc7c8-e630-4e97-a370-159e2981d4f0 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:10:13.326016 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e89957-90d5-4371-847e-bad9653593e7", "tag": "633c8a94-bb68-4ee7-b9b7-098927b95be0", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:10:13.326293 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-460bc7c8-e630-4e97-a370-159e2981d4f0 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:10:13.326727 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e89957-90d5-4371-847e-bad9653593e7', 'tag': '633c8a94-bb68-4ee7-b9b7-098927b95be0', 'status': 'completed', 'code': 200} Sep 03 02:10:13.358433 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503849b-5ae5-42b2-aa44-285307e9cfa0 req-8c62b4e4-a013-466e-b3d2-f50ac9500b2b tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:13.360165 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c503849b-5ae5-42b2-aa44-285307e9cfa0 req-8c62b4e4-a013-466e-b3d2-f50ac9500b2b tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 947 time: 0.0683320 Sep 03 02:10:13.442590 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ff0ed-753e-444e-8df6-3daea04b5469 req-670a76ad-9475-4b21-aa3e-3a91d5538886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:13.444677 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-319ff0ed-753e-444e-8df6-3daea04b5469 req-670a76ad-9475-4b21-aa3e-3a91d5538886 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6706f42fe32d4ebfb9242e3f4c5c6444&device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 1100 time: 0.0519676 Sep 03 02:10:13.445163 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c503849b-5ae5-42b2-aa44-285307e9cfa0 req-a71d48f6-56cf-4d18-88fe-3ef660e1ff6f tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692227 Sep 03 02:10:13.480424 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-319ff0ed-753e-444e-8df6-3daea04b5469 req-b5abf421-b6ac-4bd0-a2d8-fa325ad539de service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=6706f42fe32d4ebfb9242e3f4c5c6444&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217724 Sep 03 02:10:13.594653 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ff0ed-753e-444e-8df6-3daea04b5469 req-5af74304-a5a5-413a-b58b-42ece2dc7233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:13.603657 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-319ff0ed-753e-444e-8df6-3daea04b5469 req-5af74304-a5a5-413a-b58b-42ece2dc7233 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130805 Sep 03 02:10:13.656164 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185cbde-0580-4789-ab7c-4c1068cf126e req-e33b16a6-29da-4d25-acb5-a3b9afaac114 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:13.657702 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6185cbde-0580-4789-ab7c-4c1068cf126e req-e33b16a6-29da-4d25-acb5-a3b9afaac114 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0757973 Sep 03 02:10:13.732545 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-43e99bc3-1d32-4ab9-a7e9-3ef1409e6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:13.734211 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-43e99bc3-1d32-4ab9-a7e9-3ef1409e6de7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6706f42fe32d4ebfb9242e3f4c5c6444&device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 1100 time: 0.0838754 Sep 03 02:10:13.737364 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6185cbde-0580-4789-ab7c-4c1068cf126e req-d77ca6b5-be0a-415e-9d12-47e8654762f9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703301 Sep 03 02:10:13.884585 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-017cbe6d-7c87-4c73-b95c-e644b0b41757 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=633c8a94-bb68-4ee7-b9b7-098927b95be0 HTTP/1.1" status: 200 len: 217 time: 0.1298633 Sep 03 02:10:13.907765 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398f840-d588-4025-a2ad-10fc7a60947b req-192e0391-d442-47e2-8344-4abcb46e5770 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:13.915231 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a398f840-d588-4025-a2ad-10fc7a60947b req-192e0391-d442-47e2-8344-4abcb46e5770 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 946 time: 0.0936782 Sep 03 02:10:13.925217 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f8db225b-7e77-49ca-846b-424540fa0c40 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:10:13.978636 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a398f840-d588-4025-a2ad-10fc7a60947b req-c1a037de-ddbd-4767-9c90-7083a3f22d57 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624008 Sep 03 02:10:14.028894 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-667b0724-926b-4a9d-bfa1-80f7862201e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:14.031165 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-667b0724-926b-4a9d-bfa1-80f7862201e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bc5ce08e-3550-40a0-9e79-abcf93fad2b9 HTTP/1.1" status: 200 len: 843 time: 0.1359904 Sep 03 02:10:14.107597 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-e3f2d2fd-f001-4ff2-b5a5-ef19ba3840f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:14.107597 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-e3f2d2fd-f001-4ff2-b5a5-ef19ba3840f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=516c7be5-bc8e-4666-aa2b-b9a92d14ff18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0588081 Sep 03 02:10:14.151206 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f8db225b-7e77-49ca-846b-424540fa0c40, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f8db225b-7e77-49ca-846b-424540fa0c40,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:14.162041 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7c538-a69f-4121-a7c1-1fac408eb9bf req-0cea0dc7-77b9-442b-be0b-d8f1b2456b19 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:14.174176 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-22b7c538-a69f-4121-a7c1-1fac408eb9bf req-0cea0dc7-77b9-442b-be0b-d8f1b2456b19 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.1133127 Sep 03 02:10:14.176556 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': 'f8db225b-7e77-49ca-846b-424540fa0c40', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'port_id': 'f8db225b-7e77-49ca-846b-424540fa0c40', 'mac_address': 'fa:16:3e:02:33:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:10:14.220717 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-22b7c538-a69f-4121-a7c1-1fac408eb9bf req-8b48719a-733e-4836-9d3b-1016a4e3c63f tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396502 Sep 03 02:10:14.221455 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:14.237140 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8db225b-7e77-49ca-846b-424540fa0c40 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:10:14.261105 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f8db225b-7e77-49ca-846b-424540fa0c40, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f8db225b-7e77-49ca-846b-424540fa0c40,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:14.307326 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-f6164edc-5853-4dfa-847b-10387b1e43a5 service neutron] 10.222.0.25 "GET /v2.0/networks/516c7be5-bc8e-4666-aa2b-b9a92d14ff18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855648 Sep 03 02:10:14.363870 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:14.449709 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e6b6c58d-eb53-4745-97a3-9cdefdb5ffd0 req-5965612a-d095-49d4-99d7-4f2c18307696 service neutron] 10.222.0.25 "GET /v2.0/networks/516c7be5-bc8e-4666-aa2b-b9a92d14ff18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204405 Sep 03 02:10:14.480329 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=f8db225b-7e77-49ca-846b-424540fa0c40,revision_number=6']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:14.524375 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8317fe-de5b-4318-bb61-09c1fe565cd9 req-4c1169c9-6505-443c-a6d2-e08e8e2c3c57 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:14.526899 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ec8317fe-de5b-4318-bb61-09c1fe565cd9 req-4c1169c9-6505-443c-a6d2-e08e8e2c3c57 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0895822 Sep 03 02:10:14.577091 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c547a9e-da68-46d5-a3fa-b859352958d0 req-444737ff-816d-4c29-85f9-476ea85386ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:14.578732 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7c547a9e-da68-46d5-a3fa-b859352958d0 req-444737ff-816d-4c29-85f9-476ea85386ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c4774ba8da241fbbb968a2804c02ff2&device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 1098 time: 0.1032794 Sep 03 02:10:14.580604 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ec8317fe-de5b-4318-bb61-09c1fe565cd9 req-dfe2988e-ae51-4052-a509-b0690b406f7c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462632 Sep 03 02:10:14.665347 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['f8db225b-7e77-49ca-846b-424540fa0c40'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:10:14.700930 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefaab04-3eb6-4eed-b0eb-a18dac5933fe req-158d1e15-68b0-4c80-b05c-9e333647a6e1 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:14.704164 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eefaab04-3eb6-4eed-b0eb-a18dac5933fe req-158d1e15-68b0-4c80-b05c-9e333647a6e1 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 947 time: 0.1113868 Sep 03 02:10:14.742560 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c547a9e-da68-46d5-a3fa-b859352958d0 req-d186f64d-7f4c-46e1-8a68-0c255643901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:14.744195 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7c547a9e-da68-46d5-a3fa-b859352958d0 req-d186f64d-7f4c-46e1-8a68-0c255643901e service neutron] 10.222.0.25 "GET /v2.0/networks?id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d HTTP/1.1" status: 200 len: 919 time: 0.1520493 Sep 03 02:10:14.814320 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c20d9-f8f8-4937-a861-fce5da682da6 req-6d1157eb-39a3-4189-84d0-6319b57c3ded tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:14.815768 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ab4c20d9-f8f8-4937-a861-fce5da682da6 req-6d1157eb-39a3-4189-84d0-6319b57c3ded tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.1060717 Sep 03 02:10:14.818679 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eefaab04-3eb6-4eed-b0eb-a18dac5933fe req-6a82177a-cd03-47d4-b417-67bb9803c350 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071677 Sep 03 02:10:14.875393 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7c547a9e-da68-46d5-a3fa-b859352958d0 req-136002cd-d65e-4e33-a7f7-4cb92dd46f5d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0964301 Sep 03 02:10:14.908876 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad880-e9c0-468c-8087-8858c24fc881 req-742e3cab-129e-4f3f-8a5e-edc8d2fca4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:14.909075 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ab4c20d9-f8f8-4937-a861-fce5da682da6 req-a3317a0e-12fc-4ef1-9e82-214b859e15d6 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757847 Sep 03 02:10:14.910835 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-26dad880-e9c0-468c-8087-8858c24fc881 req-742e3cab-129e-4f3f-8a5e-edc8d2fca4a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94e74d599fbf45ffa7ed50d9acbb3629&device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 1098 time: 0.1237495 Sep 03 02:10:14.979701 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf08515-97d1-4b0b-b402-86d826ca18f7 req-7bbd05fe-f208-4337-ac8e-cd9e9af448ed tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:14.981197 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-adf08515-97d1-4b0b-b402-86d826ca18f7 req-7bbd05fe-f208-4337-ac8e-cd9e9af448ed tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 944 time: 0.0523169 Sep 03 02:10:15.033442 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-adf08515-97d1-4b0b-b402-86d826ca18f7 req-21d53c44-499d-4b36-b6e6-e5634a9574e5 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459957 Sep 03 02:10:15.111877 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a2b123-7c8a-42ac-a596-ab5351e53f96 req-01de7d25-ae8e-422d-a699-6001adb01323 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:15.113259 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-61a2b123-7c8a-42ac-a596-ab5351e53f96 req-01de7d25-ae8e-422d-a699-6001adb01323 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 946 time: 0.0490615 Sep 03 02:10:15.161689 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-61a2b123-7c8a-42ac-a596-ab5351e53f96 req-2ae02c56-07ae-4048-8dd2-cb0f837d90ee tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412207 Sep 03 02:10:15.744710 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe65195-651d-4b94-b86d-bfa514699a95 req-acca0277-e5ca-4a9a-8685-5b8910ad7897 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:15.750109 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9fe65195-651d-4b94-b86d-bfa514699a95 req-acca0277-e5ca-4a9a-8685-5b8910ad7897 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0972233 Sep 03 02:10:15.790557 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9fe65195-651d-4b94-b86d-bfa514699a95 req-1fff6503-bc3a-4a7d-b551-7034752b6ca3 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396056 Sep 03 02:10:15.954751 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63c5ef-f27d-4bde-b44e-ac19a4c0d9ad req-a78546cb-0f31-4ab4-b67e-d6c749fd3bf2 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:15.958288 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1d63c5ef-f27d-4bde-b44e-ac19a4c0d9ad req-a78546cb-0f31-4ab4-b67e-d6c749fd3bf2 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 947 time: 0.0510740 Sep 03 02:10:16.010338 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1d63c5ef-f27d-4bde-b44e-ac19a4c0d9ad req-12486ace-a547-4d47-98f5-31aa26422c7f tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474999 Sep 03 02:10:16.067064 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02432cd-3c01-4868-988c-adf529f77c1a req-48b604fd-c1af-4d8f-8eaa-272136c17ed6 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:16.075932 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a02432cd-3c01-4868-988c-adf529f77c1a req-48b604fd-c1af-4d8f-8eaa-272136c17ed6 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0696812 Sep 03 02:10:16.115983 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a02432cd-3c01-4868-988c-adf529f77c1a req-48a92e3a-95a2-44d9-bbf7-4c76a1796d34 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365765 Sep 03 02:10:16.192431 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b043fc-a50b-44e6-aba4-afcc0dca1631 req-71a6f82e-7e5e-4c39-8bc0-4fc5f5e9bf4e tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:16.193821 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-07b043fc-a50b-44e6-aba4-afcc0dca1631 req-71a6f82e-7e5e-4c39-8bc0-4fc5f5e9bf4e tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 944 time: 0.0529971 Sep 03 02:10:16.231492 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-07b043fc-a50b-44e6-aba4-afcc0dca1631 req-39cca2a3-32de-4a53-b81c-bf300b2c549d tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318990 Sep 03 02:10:16.902747 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad223c-bd1e-4783-8a43-3940d212f999 req-24a0c435-d581-40bc-a067-90e1b2d2f678 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:16.904209 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a5ad223c-bd1e-4783-8a43-3940d212f999 req-24a0c435-d581-40bc-a067-90e1b2d2f678 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0468421 Sep 03 02:10:16.939987 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a5ad223c-bd1e-4783-8a43-3940d212f999 req-f622d163-a74f-4435-b382-f3bc2443708f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300875 Sep 03 02:10:17.128701 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daf562-15ef-4295-9b89-4291f61b7715 req-10f3bf96-cd91-402b-83cf-a4fb1c2f38b7 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:17.130132 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-46daf562-15ef-4295-9b89-4291f61b7715 req-10f3bf96-cd91-402b-83cf-a4fb1c2f38b7 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 947 time: 0.0476894 Sep 03 02:10:17.166969 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-46daf562-15ef-4295-9b89-4291f61b7715 req-002ed81f-e063-4e79-8621-b908a0ee3c7a tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309312 Sep 03 02:10:17.234735 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a1674-4640-4815-828f-942282d969b4 req-a275fea6-4476-4291-881e-74482afe52be tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:17.236256 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-807a1674-4640-4815-828f-942282d969b4 req-a275fea6-4476-4291-881e-74482afe52be tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0518880 Sep 03 02:10:17.275494 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-807a1674-4640-4815-828f-942282d969b4 req-86dee360-f867-4583-a9b7-7a8c456c2cfd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319777 Sep 03 02:10:17.291722 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c547a9e-da68-46d5-a3fa-b859352958d0 req-3e261c4f-ddf3-4557-b2d1-4d139ec9e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:17.293196 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7c547a9e-da68-46d5-a3fa-b859352958d0 req-3e261c4f-ddf3-4557-b2d1-4d139ec9e81a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3deac0ad-467b-49ad-bcf6-a22944b91c56 HTTP/1.1" status: 200 len: 858 time: 0.0969234 Sep 03 02:10:17.320194 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad880-e9c0-468c-8087-8858c24fc881 req-3ab3ec82-1983-4b8c-bccb-902781e20d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:17.321561 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-26dad880-e9c0-468c-8087-8858c24fc881 req-3ab3ec82-1983-4b8c-bccb-902781e20d61 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f5d62d3-f984-497f-a7d7-99c203568a5e HTTP/1.1" status: 200 len: 911 time: 0.1178062 Sep 03 02:10:17.352611 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4d414-a280-47b8-922b-23c732997ce0 req-5962db1d-77d2-4c48-9464-613f0266b618 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:17.354036 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0cf4d414-a280-47b8-922b-23c732997ce0 req-5962db1d-77d2-4c48-9464-613f0266b618 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 944 time: 0.0463214 Sep 03 02:10:17.390214 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0cf4d414-a280-47b8-922b-23c732997ce0 req-edd27d7f-b874-4e06-8d55-57a5c7223ed7 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302298 Sep 03 02:10:18.049531 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811794b5-89f4-44e7-a1a3-8329be1dffdd req-1409368a-5156-4ca1-ad3f-069cd75a4f1f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:18.050963 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-811794b5-89f4-44e7-a1a3-8329be1dffdd req-1409368a-5156-4ca1-ad3f-069cd75a4f1f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0472374 Sep 03 02:10:18.087830 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-811794b5-89f4-44e7-a1a3-8329be1dffdd req-ea56dda0-7037-45c5-9059-8769e56b72cf tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306051 Sep 03 02:10:18.282910 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c440e-9122-4e22-8e97-26fa7b1d7c90 req-0defb769-b19b-4d48-a924-631a1edad842 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:18.284383 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-295c440e-9122-4e22-8e97-26fa7b1d7c90 req-0defb769-b19b-4d48-a924-631a1edad842 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 947 time: 0.0514390 Sep 03 02:10:18.322247 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-295c440e-9122-4e22-8e97-26fa7b1d7c90 req-42f024fd-34fb-4ae1-a585-690b5de41cce tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320735 Sep 03 02:10:18.394374 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e287d29-e7bf-4539-9b06-80d364fa9045 req-427d2f17-9b39-495f-be97-b65057c34e8b tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:18.395922 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8e287d29-e7bf-4539-9b06-80d364fa9045 req-427d2f17-9b39-495f-be97-b65057c34e8b tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0515771 Sep 03 02:10:18.418291 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7c547a9e-da68-46d5-a3fa-b859352958d0 req-6a6a0309-1799-4395-92c7-cd73fd93dca1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556183 Sep 03 02:10:18.461077 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8e287d29-e7bf-4539-9b06-80d364fa9045 req-c4c00329-8543-46e3-85c7-2afa2bcf5b1e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575247 Sep 03 02:10:18.500726 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-26dad880-e9c0-468c-8087-8858c24fc881 req-f9340994-0a5d-4af3-a31a-ea34f8538591 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 HTTP/1.1" status: 200 len: 1001 time: 0.1295195 Sep 03 02:10:18.529732 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820cbc8-c765-4695-b04d-08fac371930e req-074d54b9-d67a-42ee-b198-21797a2c3351 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:18.531404 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a820cbc8-c765-4695-b04d-08fac371930e req-074d54b9-d67a-42ee-b198-21797a2c3351 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 944 time: 0.0531759 Sep 03 02:10:18.570407 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a820cbc8-c765-4695-b04d-08fac371930e req-889ba9ec-5941-4f60-9842-b98620260595 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329375 Sep 03 02:10:18.603396 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad880-e9c0-468c-8087-8858c24fc881 req-0b2b848b-6d9d-4a7e-9936-c11756911bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:18.605090 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-26dad880-e9c0-468c-8087-8858c24fc881 req-0b2b848b-6d9d-4a7e-9936-c11756911bb1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50fd8023-c68b-42eb-8463-7db7e38159bc HTTP/1.1" status: 200 len: 849 time: 0.0660498 Sep 03 02:10:18.607377 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7c547a9e-da68-46d5-a3fa-b859352958d0 req-665fe3bd-77e2-4217-8ca5-fb85f694a959 service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742673 Sep 03 02:10:18.757691 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad880-e9c0-468c-8087-8858c24fc881 req-06f6d57c-2694-434e-bb27-54b159c0fb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:18.759260 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-26dad880-e9c0-468c-8087-8858c24fc881 req-06f6d57c-2694-434e-bb27-54b159c0fb46 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f5d62d3-f984-497f-a7d7-99c203568a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1100631 Sep 03 02:10:18.781316 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-7c547a9e-da68-46d5-a3fa-b859352958d0 req-06599e1d-f6f2-46f3-9234-1bf52fc5ed2a service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418796 Sep 03 02:10:18.911915 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-26dad880-e9c0-468c-8087-8858c24fc881 req-ec9f537d-d138-426d-99a8-db6b0599c6c2 service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296332 Sep 03 02:10:19.234439 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd8a70-03d4-49a4-9af8-e50d698c3a59 req-6581bd41-56c1-4ac5-9840-00fa233d89d7 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:19.235998 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-57dd8a70-03d4-49a4-9af8-e50d698c3a59 req-6581bd41-56c1-4ac5-9840-00fa233d89d7 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0559003 Sep 03 02:10:19.265639 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-26dad880-e9c0-468c-8087-8858c24fc881 req-a3cf2a29-93b2-4411-81e3-a43169d405c2 service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374517 Sep 03 02:10:19.287550 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-57dd8a70-03d4-49a4-9af8-e50d698c3a59 req-c75bf8c1-cf17-409f-9ed4-bcc466c0b199 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439498 Sep 03 02:10:19.454320 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a31866-7bdb-4c29-9927-a0a23a5a53ad req-010583e7-5e88-435e-b0fe-9c09264e31bf tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:19.461864 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-62a31866-7bdb-4c29-9927-a0a23a5a53ad req-010583e7-5e88-435e-b0fe-9c09264e31bf tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 947 time: 0.0645833 Sep 03 02:10:19.502031 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-62a31866-7bdb-4c29-9927-a0a23a5a53ad req-33a3a944-08a6-449b-8e19-81e840f26262 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393105 Sep 03 02:10:19.582237 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5fba1-ec0c-4070-9b87-22d16af25e60 req-7ff4469b-0be5-4bac-b64c-9469d01f95fa tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:19.583958 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ccf5fba1-ec0c-4070-9b87-22d16af25e60 req-7ff4469b-0be5-4bac-b64c-9469d01f95fa tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0497997 Sep 03 02:10:19.628545 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ccf5fba1-ec0c-4070-9b87-22d16af25e60 req-6f2753b5-08e6-480e-a308-48ce667da001 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378082 Sep 03 02:10:19.721008 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e9cd2-19f7-4c75-9e09-01cbae418cca req-da9d87a7-e04d-4f0b-9ab9-e04b5b6c5ccd tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:19.723830 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-854e9cd2-19f7-4c75-9e09-01cbae418cca req-da9d87a7-e04d-4f0b-9ab9-e04b5b6c5ccd tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 944 time: 0.0666165 Sep 03 02:10:19.784086 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-854e9cd2-19f7-4c75-9e09-01cbae418cca req-3e77e20f-131a-4b9f-a159-3a558de8ba5c tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533142 Sep 03 02:10:20.343581 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f8db225b-7e77-49ca-846b-424540fa0c40 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:10:20.413874 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ecefb-b686-41db-bacc-2afd8205e637 req-5befd509-d2d9-4a1e-aee4-fb859a71c720 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:20.416395 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-504ecefb-b686-41db-bacc-2afd8205e637 req-5befd509-d2d9-4a1e-aee4-fb859a71c720 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0661514 Sep 03 02:10:20.419001 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port f8db225b-7e77-49ca-846b-424540fa0c40 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:20.419542 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:20.457725 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-504ecefb-b686-41db-bacc-2afd8205e637 req-bb622da1-b385-4bfb-a58b-448fedc85ab6 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348377 Sep 03 02:10:20.644014 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:20.673828 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8db225b-7e77-49ca-846b-424540fa0c40'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:10:20.678596 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa0e425-c16a-4252-957b-22e7f8793337" -d '{"events": [{"server_uuid": "7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a", "name": "network-vif-plugged", "status": "completed", "tag": "f8db225b-7e77-49ca-846b-424540fa0c40"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:10:20.684681 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f97ec0-232d-44cd-beae-b4c166da4c4e req-ce96f650-8cee-4565-ad28-570b346a6fdf tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:20.699073 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f8db225b-7e77-49ca-846b-424540fa0c40, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f8db225b-7e77-49ca-846b-424540fa0c40,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:20.701761 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-76f97ec0-232d-44cd-beae-b4c166da4c4e req-ce96f650-8cee-4565-ad28-570b346a6fdf tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 947 time: 0.0961485 Sep 03 02:10:20.745481 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:20.789851 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-76f97ec0-232d-44cd-beae-b4c166da4c4e req-212531bd-2a17-45fe-9f33-80daf3fa3398 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817471 Sep 03 02:10:20.861098 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=f8db225b-7e77-49ca-846b-424540fa0c40,revision_number=7']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:20.936213 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc0852-de02-488d-bb61-7c9b82002d59 req-4bbdb2bd-44b4-45be-80bb-1f10196b4135 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:20.938013 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e9bc0852-de02-488d-bb61-7c9b82002d59 req-4bbdb2bd-44b4-45be-80bb-1f10196b4135 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0585682 Sep 03 02:10:21.000767 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e9bc0852-de02-488d-bb61-7c9b82002d59 req-f6f62b5b-c5c0-4bee-9757-80102109bf3b tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489697 Sep 03 02:10:21.022409 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e244dc-2334-4fcf-94b5-dbe067386f38 x-openstack-request-id: req-92e244dc-2334-4fcf-94b5-dbe067386f38 {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:10:21.022744 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a", "name": "network-vif-plugged", "status": "completed", "tag": "f8db225b-7e77-49ca-846b-424540fa0c40", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:10:21.023074 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92e244dc-2334-4fcf-94b5-dbe067386f38 {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:10:21.023514 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8db225b-7e77-49ca-846b-424540fa0c40', 'code': 200} Sep 03 02:10:21.130872 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d9296-14f2-4b1b-8a4e-8b4af9f7e8fc req-2c48d9de-19f5-4c64-9759-f8d051b1ed77 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:21.145444 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b78d9296-14f2-4b1b-8a4e-8b4af9f7e8fc req-2c48d9de-19f5-4c64-9759-f8d051b1ed77 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0595624 Sep 03 02:10:21.180154 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b78d9296-14f2-4b1b-8a4e-8b4af9f7e8fc req-027d0e85-e5dc-429a-89e3-fcab3d8be226 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401900 Sep 03 02:10:21.588913 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccfa01-47d2-4cf5-bb65-20c0862c1c9b req-1fd8c26c-edb5-4774-b9d7-b2837b751b64 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:21.590435 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-32ccfa01-47d2-4cf5-bb65-20c0862c1c9b req-1fd8c26c-edb5-4774-b9d7-b2837b751b64 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0576782 Sep 03 02:10:21.629379 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-32ccfa01-47d2-4cf5-bb65-20c0862c1c9b req-f426ee0f-4cf8-4c8e-9e4b-efd87eb8b65c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326786 Sep 03 02:10:21.927899 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6df05b-14e0-4f38-b017-ebb7495ac91d req-ae802eec-1115-4f6e-9ce8-258a9983bc90 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:21.937701 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0a6df05b-14e0-4f38-b017-ebb7495ac91d req-ae802eec-1115-4f6e-9ce8-258a9983bc90 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 947 time: 0.0763612 Sep 03 02:10:21.989638 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0a6df05b-14e0-4f38-b017-ebb7495ac91d req-1f3a6a45-3e2e-468c-ac91-34eb6eefb76d tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471447 Sep 03 02:10:22.163780 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78e74f-8a95-4075-b0ec-b7aa9bf725d0 req-ee361555-24bf-4e6a-a32e-09c1d9722944 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:22.171990 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bb78e74f-8a95-4075-b0ec-b7aa9bf725d0 req-ee361555-24bf-4e6a-a32e-09c1d9722944 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0854619 Sep 03 02:10:22.227986 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bb78e74f-8a95-4075-b0ec-b7aa9bf725d0 req-5925b087-e69e-4df8-b7b3-d43e4a67428d tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550096 Sep 03 02:10:22.307444 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e2c7d-c88d-49c3-b9a3-c67aa3030390 req-bbe816fe-5160-4e75-9a47-3fa1e28da9fd tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:22.309416 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-952e2c7d-c88d-49c3-b9a3-c67aa3030390 req-bbe816fe-5160-4e75-9a47-3fa1e28da9fd tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0533087 Sep 03 02:10:22.348125 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 633c8a94-bb68-4ee7-b9b7-098927b95be0 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:10:22.363532 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-952e2c7d-c88d-49c3-b9a3-c67aa3030390 req-c687b80c-b301-4af9-8b51-7c50591dfe42 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437832 Sep 03 02:10:22.481938 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 633c8a94-bb68-4ee7-b9b7-098927b95be0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=633c8a94-bb68-4ee7-b9b7-098927b95be0,segment=NetworkSegment(1da7887f-fa4c-4881-bdce-230c5aa21097),segment_id=1da7887f-fa4c-4881-bdce-230c5aa21097)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:22.495083 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': '633c8a94-bb68-4ee7-b9b7-098927b95be0', 'network_id': '516c7be5-bc8e-4666-aa2b-b9a92d14ff18', 'port_id': '633c8a94-bb68-4ee7-b9b7-098927b95be0', 'mac_address': 'fa:16:3e:49:c9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5ce08e-3550-40a0-9e79-abcf93fad2b9', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:10:22.535801 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:22.550148 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 633c8a94-bb68-4ee7-b9b7-098927b95be0 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:10:22.574252 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 633c8a94-bb68-4ee7-b9b7-098927b95be0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=633c8a94-bb68-4ee7-b9b7-098927b95be0,segment=NetworkSegment(1da7887f-fa4c-4881-bdce-230c5aa21097),segment_id=1da7887f-fa4c-4881-bdce-230c5aa21097)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:22.665912 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:22.731642 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=633c8a94-bb68-4ee7-b9b7-098927b95be0,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:22.792658 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e7ebf-5d4a-4e81-a177-946f32bb81c6 req-fefb8fb7-d34d-488e-ade9-9ee359cb016e tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:22.794213 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fd8e7ebf-5d4a-4e81-a177-946f32bb81c6 req-fefb8fb7-d34d-488e-ade9-9ee359cb016e tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0772321 Sep 03 02:10:22.833979 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fd8e7ebf-5d4a-4e81-a177-946f32bb81c6 req-7ed62985-274c-47e6-901f-8072e5b374a2 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332270 Sep 03 02:10:23.149414 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71d878-0abe-426c-b270-e58b32efbd4a req-ad5feb20-69eb-4948-8441-f611d628f7fc tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:23.168285 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['633c8a94-bb68-4ee7-b9b7-098927b95be0'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:10:23.173843 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0d71d878-0abe-426c-b270-e58b32efbd4a req-ad5feb20-69eb-4948-8441-f611d628f7fc tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 948 time: 0.1191959 Sep 03 02:10:23.226426 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0d71d878-0abe-426c-b270-e58b32efbd4a req-56e60707-fb16-4bfe-a4f5-f1800757266d tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515053 Sep 03 02:10:23.473686 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b842cef-da6c-4546-8755-d2e8928f4687 req-25134004-055a-48a4-89ad-93342a4a7897 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:23.486596 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3b842cef-da6c-4546-8755-d2e8928f4687 req-25134004-055a-48a4-89ad-93342a4a7897 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0558095 Sep 03 02:10:23.538996 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3b842cef-da6c-4546-8755-d2e8928f4687 req-78deffe3-342d-48de-97e1-0b53cfba2aba tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Sep 03 02:10:23.981015 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670ecae-e853-4fcd-891a-81c428c7bef2 req-1e504831-b388-46a6-9ee2-f6674a00badb tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:23.982892 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0670ecae-e853-4fcd-891a-81c428c7bef2 req-1e504831-b388-46a6-9ee2-f6674a00badb tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0499828 Sep 03 02:10:24.034161 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0670ecae-e853-4fcd-891a-81c428c7bef2 req-96258ed8-d20f-4f6d-b52f-33ea6462b248 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364456 Sep 03 02:10:24.349079 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e46a1a-c965-4f74-a7df-0acdc893aefe req-62a5de4f-bfb7-447a-b4b9-b2b299a9f191 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:24.357111 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-33e46a1a-c965-4f74-a7df-0acdc893aefe req-62a5de4f-bfb7-447a-b4b9-b2b299a9f191 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 948 time: 0.0631628 Sep 03 02:10:24.414682 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-33e46a1a-c965-4f74-a7df-0acdc893aefe req-93b10ccf-3af9-452b-816a-4db1da5a6543 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566313 Sep 03 02:10:24.667287 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859a2f9-2c80-4f01-87fb-29e2a94ca8a8 req-629bb4f6-0343-4dfb-aaf9-da84257ab41d tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:24.668425 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d859a2f9-2c80-4f01-87fb-29e2a94ca8a8 req-629bb4f6-0343-4dfb-aaf9-da84257ab41d tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0570374 Sep 03 02:10:24.719853 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d859a2f9-2c80-4f01-87fb-29e2a94ca8a8 req-7a681332-f85d-45c1-ab82-f05172895fed tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435152 Sep 03 02:10:25.173547 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a69a1c-6313-4745-83b6-86305283bd90 req-dd1adfe2-9b20-4ff7-a556-601156033993 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:25.175133 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f6a69a1c-6313-4745-83b6-86305283bd90 req-dd1adfe2-9b20-4ff7-a556-601156033993 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0578141 Sep 03 02:10:25.219517 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f6a69a1c-6313-4745-83b6-86305283bd90 req-d337c940-b3d5-4d83-8b08-f6f27d663b20 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375869 Sep 03 02:10:25.543699 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdb395-8826-4e82-97ff-7b8c1c25c3f0 req-8884bbf6-1981-4f53-9c87-3380519002ff tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:25.545523 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d3bdb395-8826-4e82-97ff-7b8c1c25c3f0 req-8884bbf6-1981-4f53-9c87-3380519002ff tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 948 time: 0.0514381 Sep 03 02:10:25.588231 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d3bdb395-8826-4e82-97ff-7b8c1c25c3f0 req-4f6c4a29-dd6a-48af-a5ed-ae6220b82de9 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365853 Sep 03 02:10:25.856549 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ead629-5320-48b4-bdb4-50a77c02a579 req-45a28038-9e6b-48d7-b948-6a3e269974c7 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:25.858218 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f2ead629-5320-48b4-bdb4-50a77c02a579 req-45a28038-9e6b-48d7-b948-6a3e269974c7 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0589914 Sep 03 02:10:25.905305 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f2ead629-5320-48b4-bdb4-50a77c02a579 req-0060ca45-e8ad-402a-813a-1b52265c7e35 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399644 Sep 03 02:10:26.122792 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 38904) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:26.172572 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cbae5b-da1a-42dc-9088-b122760aafd8 admin admin] Deleting subnet b8b00c8e-4a7f-4d02-9cb4-64e7f1b553e8 {{(pid=94494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:10:26.175869 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c2cbae5b-da1a-42dc-9088-b122760aafd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:26.220827 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c2cbae5b-da1a-42dc-9088-b122760aafd8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:26.227263 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c2cbae5b-da1a-42dc-9088-b122760aafd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:26.352425 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b206369-c561-4b5f-801b-30d1038dba6e req-0795b31f-43f4-465c-8676-2c2413cd2bdf tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:26.354108 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9b206369-c561-4b5f-801b-30d1038dba6e req-0795b31f-43f4-465c-8676-2c2413cd2bdf tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0596848 Sep 03 02:10:26.370513 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 633c8a94-bb68-4ee7-b9b7-098927b95be0 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:10:26.399550 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9b206369-c561-4b5f-801b-30d1038dba6e req-0b638e75-f83a-439d-8f55-c66ee49b0228 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382323 Sep 03 02:10:26.402716 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c2cbae5b-da1a-42dc-9088-b122760aafd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for subnet, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:26.439448 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbae5b-da1a-42dc-9088-b122760aafd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b00c8e-4a7f-4d02-9cb4-64e7f1b553e8,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:26.448778 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c2cbae5b-da1a-42dc-9088-b122760aafd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:26.451566 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-c2cbae5b-da1a-42dc-9088-b122760aafd8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b8b00c8e-4a7f-4d02-9cb4-64e7f1b553e8 HTTP/1.1" status: 204 len: 168 time: 0.3270550 Sep 03 02:10:26.453607 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 38910) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:26.499874 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port 633c8a94-bb68-4ee7-b9b7-098927b95be0 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:10:26.505808 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port 633c8a94-bb68-4ee7-b9b7-098927b95be0 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:26.514777 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:26.551208 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:26.609443 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:26.632150 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e89957-90d5-4371-847e-bad9653593e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633c8a94-bb68-4ee7-b9b7-098927b95be0'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:10:26.634579 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59412315-a1c6-4402-bcb6-cc810f4eee1e" -d '{"events": [{"server_uuid": "06e89957-90d5-4371-847e-bad9653593e7", "name": "network-vif-plugged", "status": "completed", "tag": "633c8a94-bb68-4ee7-b9b7-098927b95be0"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:10:26.643725 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:26.654379 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 633c8a94-bb68-4ee7-b9b7-098927b95be0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=633c8a94-bb68-4ee7-b9b7-098927b95be0,segment=NetworkSegment(1da7887f-fa4c-4881-bdce-230c5aa21097),segment_id=1da7887f-fa4c-4881-bdce-230c5aa21097)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:26.660039 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:10:26.660372 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:10:26.661139 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:10:26.661467 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Subscribe: > port after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:10:26.661806 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:10:26.662246 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Subscribe: > port after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:10:26.662465 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:10:26.663493 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:10:26.663812 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:10:26.664131 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:10:26.722079 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:26.726574 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a00e512-6370-466e-985f-869a7f14cb23 x-openstack-request-id: req-1a00e512-6370-466e-985f-869a7f14cb23 {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:10:26.726875 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e89957-90d5-4371-847e-bad9653593e7", "name": "network-vif-plugged", "status": "completed", "tag": "633c8a94-bb68-4ee7-b9b7-098927b95be0", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:10:26.727129 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a00e512-6370-466e-985f-869a7f14cb23 {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:10:26.727612 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e89957-90d5-4371-847e-bad9653593e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '633c8a94-bb68-4ee7-b9b7-098927b95be0', 'code': 200} Sep 03 02:10:26.759253 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:10:26.759606 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:10:26.759867 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:10:26.760208 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 02:10:26.760585 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30989e55-692e-4b94-815e-833701d06067']}} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:26.766615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249920f8-6bf7-4dd5-8e52-23306350b40b req-3d6b9cb5-5974-47aa-97e5-004b0b0307cd tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:26.768301 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-249920f8-6bf7-4dd5-8e52-23306350b40b req-3d6b9cb5-5974-47aa-97e5-004b0b0307cd tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 948 time: 0.0677652 Sep 03 02:10:26.780225 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce') {'for_net_delete': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:26.780521 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5cc37a-3b01-4e23-a9c9-c7fa9b7128ce') {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:26.801774 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31215052'] for segment, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:26.807997 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=633c8a94-bb68-4ee7-b9b7-098927b95be0,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:26.812889 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-249920f8-6bf7-4dd5-8e52-23306350b40b req-257f654b-2fe2-4a33-a20f-f53dbbc53757 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355163 Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31249356'] for segment, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: from cryptography.utils import int_from_bytes Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: from cryptography.utils import int_from_bytes Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: Traceback (most recent call last): Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: timer() Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: cb(*args, **kw) Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: return func(*args, **kwargs) Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: self._notify() Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: self.callback(batched_events) Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: event.method(event) Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: return f(self, *a, **k) Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._get(url).json() Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: return self.request(url, 'GET', **kwargs) Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:10:26.863505 dv-cinder-804735-8-iscsi neutron-server[94494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:10:27.029024 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcf876-746d-43ba-9fb4-c7b2012f2e08 req-2eb5ba14-2fa6-4d28-8fa4-d1fe3692e06e tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:27.030518 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f7bcf876-746d-43ba-9fb4-c7b2012f2e08 req-2eb5ba14-2fa6-4d28-8fa4-d1fe3692e06e tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0484548 Sep 03 02:10:27.072183 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f7bcf876-746d-43ba-9fb4-c7b2012f2e08 req-02bdf311-a7a7-4d36-8b61-be5db04470a4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345731 Sep 03 02:10:27.202702 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:27.210730 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:27.212780 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/30989e55-692e-4b94-815e-833701d06067 HTTP/1.1" status: 204 len: 168 time: 0.7581317 Sep 03 02:10:27.222101 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ec6cb-cde8-4483-a279-5e95ec3c12d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=30989e55-692e-4b94-815e-833701d06067,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:27.377523 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba9e25-fef8-40ed-ae0e-90f664dbff42 req-5236a7d9-b230-49d1-9982-ae311403412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:27.379087 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3aba9e25-fef8-40ed-ae0e-90f664dbff42 req-5236a7d9-b230-49d1-9982-ae311403412f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 1102 time: 0.0443757 Sep 03 02:10:27.418618 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3aba9e25-fef8-40ed-ae0e-90f664dbff42 req-e9207a3f-445b-4927-a2c9-792cd9709664 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303702 Sep 03 02:10:27.546600 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2893f0-fb43-441f-80df-f296d6ecec29 req-671f77d5-7507-4b98-92a2-bacc23a99054 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:27.548158 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ff2893f0-fb43-441f-80df-f296d6ecec29 req-671f77d5-7507-4b98-92a2-bacc23a99054 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0697720 Sep 03 02:10:27.608277 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ff2893f0-fb43-441f-80df-f296d6ecec29 req-5d770fd3-e88b-4b4d-8759-521236524d72 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534787 Sep 03 02:10:27.657696 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 38930) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:27.701599 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-c3a1d175-6816-48bc-b62a-fe02586253a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7183065004e46a684abedfac41268b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425825 Sep 03 02:10:27.706273 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 38932) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:27.756683 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-22593097-deb9-4d93-9d84-56e9cda918e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:27.780221 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-22593097-deb9-4d93-9d84-56e9cda918e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:27.899759 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-22593097-deb9-4d93-9d84-56e9cda918e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:27.902329 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-22593097-deb9-4d93-9d84-56e9cda918e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:27.906003 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-22593097-deb9-4d93-9d84-56e9cda918e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca86a6eb-6274-461f-9e19-46c2e2da68ea HTTP/1.1" status: 204 len: 168 time: 0.1963794 Sep 03 02:10:27.912557 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22593097-deb9-4d93-9d84-56e9cda918e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca86a6eb-6274-461f-9e19-46c2e2da68ea,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:27.958409 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472d28f-2751-429b-a856-94a65af6a0ca req-af1d5d37-8fb5-4f41-82c1-c4c95ad6ec40 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:27.966528 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b472d28f-2751-429b-a856-94a65af6a0ca req-af1d5d37-8fb5-4f41-82c1-c4c95ad6ec40 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 949 time: 0.0815971 Sep 03 02:10:27.984925 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:28.013520 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b472d28f-2751-429b-a856-94a65af6a0ca req-9aa07af0-40e8-4dab-a0ca-105efd28fd74 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459571 Sep 03 02:10:28.229100 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3e210-73b2-46f7-b243-0e8604f19b17 req-d357c1a0-1fe1-44f8-bae3-62a5cbcf0214 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:28.234177 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dff3e210-73b2-46f7-b243-0e8604f19b17 req-d357c1a0-1fe1-44f8-bae3-62a5cbcf0214 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0759568 Sep 03 02:10:28.283676 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dff3e210-73b2-46f7-b243-0e8604f19b17 req-6b3645c8-6bf0-49c6-81f9-7bde6418bfaa tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461638 Sep 03 02:10:28.752219 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67f2bf-946c-42f6-abe4-799efd4e4357 req-1b51055b-425a-41d5-8b22-961a386eebec tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:28.760619 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1a67f2bf-946c-42f6-abe4-799efd4e4357 req-1b51055b-425a-41d5-8b22-961a386eebec tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0636511 Sep 03 02:10:28.807913 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1a67f2bf-946c-42f6-abe4-799efd4e4357 req-f08ba306-6dc3-4330-8932-1b6b7d2ce1e6 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461152 Sep 03 02:10:29.145665 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f1a22-5ee2-47f2-9bd1-81ddede5136d req-9a83d25b-1b6b-4aed-a7e6-9d9edff3fb05 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:29.147456 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-246f1a22-5ee2-47f2-9bd1-81ddede5136d req-9a83d25b-1b6b-4aed-a7e6-9d9edff3fb05 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 949 time: 0.0538614 Sep 03 02:10:29.177073 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 38966) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:29.230172 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-246f1a22-5ee2-47f2-9bd1-81ddede5136d req-c440e65b-1d52-4352-9c09-c68cf3b102b7 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706670 Sep 03 02:10:29.338304 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-e03ce59c-2054-485a-94ec-0785411a849e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1427796017-network', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:10:29.425045 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03ce59c-2054-485a-94ec-0785411a849e admin admin] Made reservation on behalf of d014b0bd80a8401db903ec24b7488dda for: {'network': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:10:29.427606 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e03ce59c-2054-485a-94ec-0785411a849e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:29.437735 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceca5de-be5d-4403-8830-8407354d2c34 req-ee704c7b-c944-45d7-b771-cd85f16792aa tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:29.440600 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0ceca5de-be5d-4403-8830-8407354d2c34 req-ee704c7b-c944-45d7-b771-cd85f16792aa tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0715184 Sep 03 02:10:29.446404 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e03ce59c-2054-485a-94ec-0785411a849e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:29.505766 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0ceca5de-be5d-4403-8830-8407354d2c34 req-320c54da-5118-4b59-8286-64b280f07a3b tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532730 Sep 03 02:10:29.568534 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e03ce59c-2054-485a-94ec-0785411a849e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:29.648123 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e03ce59c-2054-485a-94ec-0785411a849e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:29.678303 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03ce59c-2054-485a-94ec-0785411a849e admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:10:29.685560 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ce59c-2054-485a-94ec-0785411a849e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a90836-441f-410b-b3f0-b91aa8ca5255,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:29.694884 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e03ce59c-2054-485a-94ec-0785411a849e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:29.696854 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.segments_db [None req-e03ce59c-2054-485a-94ec-0785411a849e admin admin] Added segment b8335488-2200-41f4-8393-296c8d1b01e5 of type vlan for network 89eabf15-ada6-4bec-938b-3d6527b4389b Sep 03 02:10:29.745955 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e03ce59c-2054-485a-94ec-0785411a849e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:29.836821 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e03ce59c-2054-485a-94ec-0785411a849e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:29.837828 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03ce59c-2054-485a-94ec-0785411a849e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:29.838455 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e03ce59c-2054-485a-94ec-0785411a849e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:29.986600 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ce59c-2054-485a-94ec-0785411a849e admin admin] Pushing event updated for resources: {'Network': ['ID=89eabf15-ada6-4bec-938b-3d6527b4389b,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:29.992700 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-e03ce59c-2054-485a-94ec-0785411a849e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8139210 Sep 03 02:10:29.998207 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network 89eabf15-ada6-4bec-938b-3d6527b4389b details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:10:30.008334 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 38986) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:30.019398 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-8a2825a0-60ae-46b0-916e-495db03c3430 admin admin] Request body: {'subnet': {'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1427796017-subnet', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'ip_version': 4}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:10:30.163084 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5a05c-10a0-48bf-8540-5084aa122227 req-74fa093b-2e7f-4ce4-8268-a47444e0a780 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:30.164809 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b9e5a05c-10a0-48bf-8540-5084aa122227 req-74fa093b-2e7f-4ce4-8268-a47444e0a780 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.2734892 Sep 03 02:10:30.209964 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b9e5a05c-10a0-48bf-8540-5084aa122227 req-22a3c33a-041b-48c1-9ea0-3c6e952502bb tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374622 Sep 03 02:10:30.247032 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2825a0-60ae-46b0-916e-495db03c3430 admin admin] Made reservation on behalf of d014b0bd80a8401db903ec24b7488dda for: {'subnet': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:10:30.247032 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8a2825a0-60ae-46b0-916e-495db03c3430 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31358997'] for subnet, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:30.352357 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bc3a8-5295-4207-b5c1-24a3eb6ede44 req-29e37aaa-cab3-45c1-ba59-1db8118b57a0 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:30.360347 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6c9bc3a8-5295-4207-b5c1-24a3eb6ede44 req-29e37aaa-cab3-45c1-ba59-1db8118b57a0 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 949 time: 0.0599487 Sep 03 02:10:30.402288 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6c9bc3a8-5295-4207-b5c1-24a3eb6ede44 req-a0e72028-0e6e-484b-a792-3569f712a1e2 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410726 Sep 03 02:10:30.614613 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80b80f-6f62-41cc-98ab-287e1b59e77b req-45e0d0a2-fad7-4570-8c3b-8d240c4497a4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:30.616212 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6a80b80f-6f62-41cc-98ab-287e1b59e77b req-45e0d0a2-fad7-4570-8c3b-8d240c4497a4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0502317 Sep 03 02:10:30.657134 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6a80b80f-6f62-41cc-98ab-287e1b59e77b req-d081d6cd-792f-4176-9fc1-4c41ea1f6f65 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338321 Sep 03 02:10:30.659695 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8a2825a0-60ae-46b0-916e-495db03c3430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31249235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31359035'] for subnet, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:30.719835 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2825a0-60ae-46b0-916e-495db03c3430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d751a5c5-7e7c-4310-ac9f-b57fc6979183,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:30.729134 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2825a0-60ae-46b0-916e-495db03c3430 admin admin] Checking segment: {'id': 'b8335488-2200-41f4-8393-296c8d1b01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:10:30.729504 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2825a0-60ae-46b0-916e-495db03c3430 admin admin] Network hostable DHCP agents. Network: 89eabf15-ada6-4bec-938b-3d6527b4389b, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:10:30.882081 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2825a0-60ae-46b0-916e-495db03c3430 admin admin] Network 89eabf15-ada6-4bec-938b-3d6527b4389b is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:10:30.967730 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-8a2825a0-60ae-46b0-916e-495db03c3430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, 89eabf15-ada6-4bec-938b-3d6527b4389b) {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:10:30.972094 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2825a0-60ae-46b0-916e-495db03c3430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:30.972923 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8a2825a0-60ae-46b0-916e-495db03c3430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:30.976828 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0a2784-71d5-4229-9e16-46afa514d824 None None] Network 89eabf15-ada6-4bec-938b-3d6527b4389b requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:10:31.048821 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-8a2825a0-60ae-46b0-916e-495db03c3430 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0393567 Sep 03 02:10:31.051676 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 39002) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:31.058611 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1427796017-router', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:10:31.139911 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d50043e-cc6e-5d9f-82f8-a7ea109ee1a8-89eabf15-ada6-4bec-938b-3d6527b4389b', 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'fixed_ips': [{'subnet_id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183'}]}} from dv-cinder-804735-8-iscsi. {{(pid=94495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 02:10:31.140893 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:31.151141 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25414'] for router, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:31.152379 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25471'] for router, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:31.211144 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:31.331144 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.db_base_plugin_common [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Allocated IP 172.20.0.2 (89eabf15-ada6-4bec-938b-3d6527b4389b/d751a5c5-7e7c-4310-ac9f-b57fc6979183/78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849) {{(pid=94495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:10:31.406646 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b047111-d735-485c-8a55-642952b44a1e req-1ffff5d5-804e-4ffa-b60b-d45034d8f244 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:31.408611 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7b047111-d735-485c-8a55-642952b44a1e req-1ffff5d5-804e-4ffa-b60b-d45034d8f244 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.1001284 Sep 03 02:10:31.481136 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7b047111-d735-485c-8a55-642952b44a1e req-d916b5e1-b13e-4ec5-81b8-daee1709a2ba tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627167 Sep 03 02:10:31.569913 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:31.573663 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Notify callbacks [] for port, precommit_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:31.584261 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Transition to ACTIVE for port object 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:10:31.611094 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Transition to ACTIVE for port object 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 will not be triggered until provisioned by entity DHCP. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:10:31.650445 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24b153-e400-43ae-8839-80c91a9d8cb5 req-cd3c448c-404a-4ff4-8af8-497bca0ac335 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:31.664081 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3c24b153-e400-43ae-8839-80c91a9d8cb5 req-cd3c448c-404a-4ff4-8af8-497bca0ac335 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 949 time: 0.0870419 Sep 03 02:10:31.683031 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:31.733866 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3c24b153-e400-43ae-8839-80c91a9d8cb5 req-4cab8275-b1d6-424c-85ff-9aff654c031c tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686729 Sep 03 02:10:31.759998 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Pushing event updated for resources: {'Port': ['ID=78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849,revision_number=1']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:31.763838 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Network 89eabf15-ada6-4bec-938b-3d6527b4389b is already hosted by enough agents. {{(pid=94495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:10:31.765707 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.base_scheduler [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Resources bound (agent type, host, resource id): {{(pid=94495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:10:31.768007 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Received port after_create {{(pid=94495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:10:31.855661 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Attempting to bind port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:10:31.856108 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Attempting to bind port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'b8335488-2200-41f4-8393-296c8d1b01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:10:31.856559 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Attempting to bind port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 on network 89eabf15-ada6-4bec-938b-3d6527b4389b {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:10:31.862561 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:10:31.863068 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Checking segment: {'id': 'b8335488-2200-41f4-8393-296c8d1b01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:10:31.863694 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:31.864192 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Bound using segment: {'id': 'b8335488-2200-41f4-8393-296c8d1b01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:10:31.864881 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Bound port: 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8335488-2200-41f4-8393-296c8d1b01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:10:31.865341 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:31.964413 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:31.977799 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33b547-6c53-4d4d-8e05-6c1d994d1d4a req-66ed16a7-6098-44a5-8021-b0fdc3d1d9f2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:31.982455 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] For port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:10:31.985267 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cd33b547-6c53-4d4d-8e05-6c1d994d1d4a req-66ed16a7-6098-44a5-8021-b0fdc3d1d9f2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0739174 Sep 03 02:10:31.987513 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] For port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849,segment=NetworkSegment(b8335488-2200-41f4-8393-296c8d1b01e5),segment_id=b8335488-2200-41f4-8393-296c8d1b01e5)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:10:31.999901 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:32.057030 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:32.059266 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cd33b547-6c53-4d4d-8e05-6c1d994d1d4a req-3084ed96-84ab-4997-9a83-bc760f38773b tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694535 Sep 03 02:10:32.105513 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95ea64-ac11-4ea4-8896-82936d594c25 req-b479cb65-8179-404e-a21c-e6f336161994 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:32.107512 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0b95ea64-ac11-4ea4-8896-82936d594c25 req-b479cb65-8179-404e-a21c-e6f336161994 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 945 time: 0.1201940 Sep 03 02:10:32.147396 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066dd14-5abb-427f-96f2-45323e907a9d None None] Pushing event updated for resources: {'Port': ['ID=78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849,revision_number=2']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:32.160043 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0b95ea64-ac11-4ea4-8896-82936d594c25 req-0644a01d-7395-44cb-94de-f21621b2a879 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 Sep 03 02:10:32.160574 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Allocated IP 172.27.0.143 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:10:32.270773 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:32.386397 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:32.432574 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:10:32.437078 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:10:32.443653 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:10:32.447415 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Pushing event updated for resources: {'Port': ['ID=621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:32.592865 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8002a-6ac4-4947-852d-13dabebc49fa req-220dffe3-080d-458e-ae2b-2c5bca4d53a3 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:32.594378 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-04a8002a-6ac4-4947-852d-13dabebc49fa req-220dffe3-080d-458e-ae2b-2c5bca4d53a3 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0483105 Sep 03 02:10:32.631404 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-04a8002a-6ac4-4947-852d-13dabebc49fa req-bd3992d6-49f1-4df3-bac0-b0bd8696d40a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309644 Sep 03 02:10:32.781188 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:32.877087 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327eaca7-b51b-4f9d-9821-5ba79e3adf8c req-657c1b6b-6dd0-4f8e-997f-8a1fcf11d6c9 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:32.878814 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-327eaca7-b51b-4f9d-9821-5ba79e3adf8c req-657c1b6b-6dd0-4f8e-997f-8a1fcf11d6c9 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 949 time: 0.0686228 Sep 03 02:10:32.945653 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-327eaca7-b51b-4f9d-9821-5ba79e3adf8c req-88d1fc17-5c41-4492-89c0-60e2e6a2d4d0 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454869 Sep 03 02:10:33.025772 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:10:33.046492 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730026'] for router, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:33.173396 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:10:33.204291 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6fb70c-34ea-4b32-860d-f65be237784f None None] Network 89eabf15-ada6-4bec-938b-3d6527b4389b requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:10:33.208036 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bae5d-bbbe-4e30-b811-85633bf16271 req-0e163b6f-e737-40a5-98c3-a17f861e544d tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:33.209663 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-746bae5d-bbbe-4e30-b811-85633bf16271 req-0e163b6f-e737-40a5-98c3-a17f861e544d tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0670178 Sep 03 02:10:33.249796 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-746bae5d-bbbe-4e30-b811-85633bf16271 req-29a09e38-5459-469a-9d7a-64f4259eddbd tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335534 Sep 03 02:10:33.300260 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Router 18648663-7768-4716-9c7a-5448f2120059 is scheduled to L3 agent 22201d5a-7796-4f3b-b245-45d576005661 with binding_index 1 {{(pid=94494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 02:10:33.379851 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14423cde-7fa8-4ec9-b3db-7d0a30cf89fa req-2cbaa6e3-4710-4934-a81b-edba4d45d266 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:33.381521 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-14423cde-7fa8-4ec9-b3db-7d0a30cf89fa req-2cbaa6e3-4710-4934-a81b-edba4d45d266 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 945 time: 0.0537994 Sep 03 02:10:33.419484 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-218934fb-ff04-4bd4-9d2c-438c3161bb9f None None] Provisioning for port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:10:33.424553 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-218934fb-ff04-4bd4-9d2c-438c3161bb9f None None] Provisioning complete for port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:33.425411 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-218934fb-ff04-4bd4-9d2c-438c3161bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:33.437512 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-14423cde-7fa8-4ec9-b3db-7d0a30cf89fa req-e26da49a-f4d1-4401-a24b-7e28ada4fbc6 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492303 Sep 03 02:10:33.442097 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:10:33.464796 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Sync routers for ids ['18648663-7768-4716-9c7a-5448f2120059'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:10:33.476390 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Routers {'18648663-7768-4716-9c7a-5448f2120059'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:10:33.480256 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:10:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['18648663-7768-4716-9c7a-5448f2120059'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:33.532720 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce77d3-4be0-493a-8a8e-0cfdfe331bbc req-e597c749-ba0c-47e5-9fe9-31e4db9561db tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:33.534196 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] Notify callbacks [] for router, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:33.535571 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-4ab53a7f-ed21-4739-bfcd-496a59cf1e3d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4825089 Sep 03 02:10:33.538535 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 39052) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:33.544424 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-83ce77d3-4be0-493a-8a8e-0cfdfe331bbc req-e597c749-ba0c-47e5-9fe9-31e4db9561db tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 949 time: 0.0623200 Sep 03 02:10:33.571862 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-218934fb-ff04-4bd4-9d2c-438c3161bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:33.584082 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-83ce77d3-4be0-493a-8a8e-0cfdfe331bbc req-13d5935a-d0b4-40ce-9f00-2ca979508cea tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386922 Sep 03 02:10:33.633827 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-218934fb-ff04-4bd4-9d2c-438c3161bb9f None None] For port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849,segment=NetworkSegment(b8335488-2200-41f4-8393-296c8d1b01e5),segment_id=b8335488-2200-41f4-8393-296c8d1b01e5)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:33.633947 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Set router 18648663-7768-4716-9c7a-5448f2120059 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:10:33.700232 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-218934fb-ff04-4bd4-9d2c-438c3161bb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:33.751527 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d6346-d317-45bb-97e0-a36d24939a8a req-4eca3a1d-7e51-435b-934b-4f8be18726d9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:33.753083 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c71d6346-d317-45bb-97e0-a36d24939a8a req-4eca3a1d-7e51-435b-934b-4f8be18726d9 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0539029 Sep 03 02:10:33.758770 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ba5f62e0-2873-40ab-93ee-aa09fc3bebc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:33.772261 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218934fb-ff04-4bd4-9d2c-438c3161bb9f None None] Pushing event updated for resources: {'Port': ['ID=78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:33.799634 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c71d6346-d317-45bb-97e0-a36d24939a8a req-7bc054be-b573-4b13-ade9-04bd0e6771f5 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403979 Sep 03 02:10:33.826856 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-88391e7c-16d3-4c13-b924-bcf07231441e None None] Provisioning complete for port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:33.827367 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-88391e7c-16d3-4c13-b924-bcf07231441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:33.854454 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18648663-7768-4716-9c7a-5448f2120059', 'name': 'tempest-TestMinimumBasicScenario-1427796017-router', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:31Z', 'updated_at': '2021-09-03T02:10:32Z', 'revision_number': 3, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'gw_port': {'id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:32Z', 'updated_at': '2021-09-03T02:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:33.884564 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Checking router: 18648663-7768-4716-9c7a-5448f2120059 for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:10:33.885030 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Updating router 18648663-7768-4716-9c7a-5448f2120059 port 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5 binding host dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:10:33.902769 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae9aea-b02d-47a9-8410-f83428b35ae4 req-c9302d04-82cb-434d-adad-45e554603c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:33.904286 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3cae9aea-b02d-47a9-8410-f83428b35ae4 req-c9302d04-82cb-434d-adad-45e554603c6a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 1098 time: 0.0782266 Sep 03 02:10:33.996385 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:34.251723 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Notify callbacks [] for port, precommit_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:34.262381 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.provisioning_blocks [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Transition to ACTIVE for port object 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5 will not be triggered until provisioned by entity L2. {{(pid=94496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:10:34.277660 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae9aea-b02d-47a9-8410-f83428b35ae4 req-c36ef23a-0a8a-448a-99fa-9aa573ea35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:34.279174 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3cae9aea-b02d-47a9-8410-f83428b35ae4 req-c36ef23a-0a8a-448a-99fa-9aa573ea35d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 918 time: 0.3597031 Sep 03 02:10:34.350687 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:34.368807 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:34.391446 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b2d4a-bd48-459e-bf70-187d87bc3fb1 req-b6480d2c-cf41-47e9-9c1f-3f5ecc1c0b74 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:34.396973 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3cae9aea-b02d-47a9-8410-f83428b35ae4 req-8b4ed4e3-aa42-46a6-9c61-34c73ac45438 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8db225b-7e77-49ca-846b-424540fa0c40 HTTP/1.1" status: 200 len: 1001 time: 0.0889177 Sep 03 02:10:34.397171 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3c4b2d4a-bd48-459e-bf70-187d87bc3fb1 req-b6480d2c-cf41-47e9-9c1f-3f5ecc1c0b74 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0696592 Sep 03 02:10:34.399068 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Attempting to bind port 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5 on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:10:34.399465 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Attempting to bind port 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5 by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:10:34.400259 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Attempting to bind port 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5 on network f4c19d40-ba77-4711-a1ff-e25228796469 {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:10:34.408136 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:10:34.408517 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Checking segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:10:34.409103 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:34.409506 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Bound using segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:10:34.410459 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Bound port: 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:10:34.410865 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:34.446748 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3c4b2d4a-bd48-459e-bf70-187d87bc3fb1 req-6af75be2-d66f-4326-a7b1-ff4d0c43ebcc tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438921 Sep 03 02:10:34.467137 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] For port 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:10:34.470387 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] For port 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:10:34.479595 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e183ed0-297b-4eef-8037-81e663f00dd6 None None] Pushing event updated for resources: {'Port': ['ID=621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5,revision_number=2']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:34.487258 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e183ed0-297b-4eef-8037-81e663f00dd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:34.487846 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e183ed0-297b-4eef-8037-81e663f00dd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:34.488192 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e183ed0-297b-4eef-8037-81e663f00dd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:34.488687 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e183ed0-297b-4eef-8037-81e663f00dd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:34.489207 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e183ed0-297b-4eef-8037-81e663f00dd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:34.489705 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e183ed0-297b-4eef-8037-81e663f00dd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:34.490192 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e183ed0-297b-4eef-8037-81e663f00dd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:34.490678 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e183ed0-297b-4eef-8037-81e663f00dd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:34.491221 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e183ed0-297b-4eef-8037-81e663f00dd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:34.492317 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e183ed0-297b-4eef-8037-81e663f00dd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:34.492804 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e183ed0-297b-4eef-8037-81e663f00dd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:34.493286 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e183ed0-297b-4eef-8037-81e663f00dd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:34.502038 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae9aea-b02d-47a9-8410-f83428b35ae4 req-6e33edcd-445b-4168-ba0e-bba44753028f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:34.503164 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3cae9aea-b02d-47a9-8410-f83428b35ae4 req-6e33edcd-445b-4168-ba0e-bba44753028f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 200 len: 856 time: 0.0884795 Sep 03 02:10:34.533812 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:34.562342 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416dfc8-1a29-4993-93e7-848810742309 req-472450ec-e1d7-43e1-bc5e-c0e43a6a4de6 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:34.564025 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5416dfc8-1a29-4993-93e7-848810742309 req-472450ec-e1d7-43e1-bc5e-c0e43a6a4de6 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 945 time: 0.0497904 Sep 03 02:10:34.605581 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Routers {'18648663-7768-4716-9c7a-5448f2120059'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:10:34.607101 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:10:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['18648663-7768-4716-9c7a-5448f2120059'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:34.612268 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5416dfc8-1a29-4993-93e7-848810742309 req-a8fbc862-92a2-48cd-930e-105bc13b959c tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420194 Sep 03 02:10:34.613055 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae9aea-b02d-47a9-8410-f83428b35ae4 req-ab643c38-b25e-479e-8f62-49286defd39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:34.614616 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3cae9aea-b02d-47a9-8410-f83428b35ae4 req-ab643c38-b25e-479e-8f62-49286defd39b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ce91eac-9b88-4122-abff-d06982620e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846372 Sep 03 02:10:34.691482 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e183ed0-297b-4eef-8037-81e663f00dd6 None None] Pushing event updated for resources: {'Port': ['ID=621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5,revision_number=3']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:34.697700 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Allocated IP 172.20.0.1 (89eabf15-ada6-4bec-938b-3d6527b4389b/d751a5c5-7e7c-4310-ac9f-b57fc6979183/7c305962-2971-48dc-8d21-fa1d68e78096) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:10:34.744648 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] Set router 18648663-7768-4716-9c7a-5448f2120059 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:10:34.749311 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3cae9aea-b02d-47a9-8410-f83428b35ae4 req-ec1c040b-1560-4e24-9731-2ba7537fa41f service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239338 Sep 03 02:10:34.777513 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed95762-a0c2-48ad-b253-ef95c7e2b2db req-92183c0f-67ee-45b2-9f57-37f9267d955c tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:34.779008 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7ed95762-a0c2-48ad-b253-ef95c7e2b2db req-92183c0f-67ee-45b2-9f57-37f9267d955c tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 949 time: 0.1028473 Sep 03 02:10:34.818449 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270a3a6-cab9-4939-a5a6-16cbcca5405a req-4214ec29-856f-4d74-8eb7-8d2509644455 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:34.820354 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5270a3a6-cab9-4939-a5a6-16cbcca5405a req-4214ec29-856f-4d74-8eb7-8d2509644455 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 946 time: 0.0833218 Sep 03 02:10:34.875531 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7ed95762-a0c2-48ad-b253-ef95c7e2b2db req-a6e3ef07-eacf-411e-9b45-c773ec1bad70 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888624 Sep 03 02:10:34.889806 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:34.917657 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3cae9aea-b02d-47a9-8410-f83428b35ae4 req-95f9f1dd-6d2c-4da9-af20-a17cd1210be3 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539576 Sep 03 02:10:34.918783 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Transition to ACTIVE for port object 7c305962-2971-48dc-8d21-fa1d68e78096 will not be triggered until provisioned by entity DHCP. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:10:34.920607 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5270a3a6-cab9-4939-a5a6-16cbcca5405a req-cbe4b55a-7b7f-4abf-aaa5-4cdf1c464468 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873277 Sep 03 02:10:34.943017 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18648663-7768-4716-9c7a-5448f2120059', 'name': 'tempest-TestMinimumBasicScenario-1427796017-router', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:31Z', 'updated_at': '2021-09-03T02:10:32Z', 'revision_number': 3, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'gw_port': {'id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:32Z', 'updated_at': '2021-09-03T02:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:34.963168 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:10:34.994116 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf80200-292f-4dec-8541-422a609badf7 None None] The sync data for ids ['18648663-7768-4716-9c7a-5448f2120059'] in dv-cinder-804735-8-iscsi is: [{'id': '18648663-7768-4716-9c7a-5448f2120059', 'name': 'tempest-TestMinimumBasicScenario-1427796017-router', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:31Z', 'updated_at': '2021-09-03T02:10:32Z', 'revision_number': 3, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'gw_port': {'id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:32Z', 'updated_at': '2021-09-03T02:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:10:35.009696 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e98c74-7b24-4c09-b148-397e72522e48 req-f894252b-d518-4501-9607-94ef7f645331 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:35.011297 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-19e98c74-7b24-4c09-b148-397e72522e48 req-f894252b-d518-4501-9607-94ef7f645331 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0552473 Sep 03 02:10:35.028169 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:35.030529 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:35.031088 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:35.070527 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Network 89eabf15-ada6-4bec-938b-3d6527b4389b is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:10:35.073512 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:10:35.077790 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:10:35.092007 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-19e98c74-7b24-4c09-b148-397e72522e48 req-23f6bc5e-1fe6-4979-95dc-b282751a5429 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696163 Sep 03 02:10:35.107428 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Pushing event updated for resources: {'Port': ['ID=7c305962-2971-48dc-8d21-fa1d68e78096,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:35.129196 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1943231'] for router_interface, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:35.313270 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:35.382399 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-d54b9103-9753-49a5-a4fc-b550813b6802 None None] Provisioning for port 7c305962-2971-48dc-8d21-fa1d68e78096 completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:10:35.387785 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-d54b9103-9753-49a5-a4fc-b550813b6802 None None] Provisioning complete for port 7c305962-2971-48dc-8d21-fa1d68e78096 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:35.388188 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-d54b9103-9753-49a5-a4fc-b550813b6802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:35.426886 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-d54b9103-9753-49a5-a4fc-b550813b6802 None None] Port 7c305962-2971-48dc-8d21-fa1d68e78096 cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:10:35.509101 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:35.525776 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4932a-47e1-48d8-a2de-ea0abafd5fc5 req-18629583-1270-4398-a3af-bab99d8f3cb0 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:35.527314 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-efb4932a-47e1-48d8-a2de-ea0abafd5fc5 req-18629583-1270-4398-a3af-bab99d8f3cb0 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.25 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 945 time: 0.0728137 Sep 03 02:10:35.565166 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:35.575055 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e71585-a53b-4c82-b366-c9ff69505434 req-6097c325-0929-435d-a870-e3577b9be24b tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:35.575055 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-25e71585-a53b-4c82-b366-c9ff69505434 req-6097c325-0929-435d-a870-e3577b9be24b tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 945 time: 0.0543790 Sep 03 02:10:35.615812 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-25e71585-a53b-4c82-b366-c9ff69505434 req-f65c6093-71c4-49f1-b78e-35e63d5a7abf tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355656 Sep 03 02:10:35.676882 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Pushing event updated for resources: {'Port': ['ID=7c305962-2971-48dc-8d21-fa1d68e78096,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:35.685391 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734959'] for router_interface, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:35.755821 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315531ca-2291-4b7d-8e45-8044d492d6cf req-fe57b224-9876-4f9a-888b-dd64d47fbbb8 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:35.757882 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-315531ca-2291-4b7d-8e45-8044d492d6cf req-fe57b224-9876-4f9a-888b-dd64d47fbbb8 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 945 time: 0.0517652 Sep 03 02:10:35.763039 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-efb4932a-47e1-48d8-a2de-ea0abafd5fc5 req-38cac16d-dd39-4ccc-975a-0a1a1293ab7d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Deleting port 193c17ba-b779-4f36-bbe3-d1aa7755138c {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:10:35.763431 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-efb4932a-47e1-48d8-a2de-ea0abafd5fc5 req-38cac16d-dd39-4ccc-975a-0a1a1293ab7d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:35.800168 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-315531ca-2291-4b7d-8e45-8044d492d6cf req-1a8b2a57-145b-4cb0-8469-9a3d52f51bff tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342560 Sep 03 02:10:35.854084 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Network 89eabf15-ada6-4bec-938b-3d6527b4389b is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:10:35.857091 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:10:35.963790 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-efb4932a-47e1-48d8-a2de-ea0abafd5fc5 req-38cac16d-dd39-4ccc-975a-0a1a1293ab7d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] For port 193c17ba-b779-4f36-bbe3-d1aa7755138c, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=193c17ba-b779-4f36-bbe3-d1aa7755138c,segment=NetworkSegment(0cc04cd6-a766-421d-8684-572e82daf863),segment_id=0cc04cd6-a766-421d-8684-572e82daf863)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:35.964395 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-efb4932a-47e1-48d8-a2de-ea0abafd5fc5 req-38cac16d-dd39-4ccc-975a-0a1a1293ab7d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:35.992448 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-efb4932a-47e1-48d8-a2de-ea0abafd5fc5 req-38cac16d-dd39-4ccc-975a-0a1a1293ab7d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Calling delete_port for 193c17ba-b779-4f36-bbe3-d1aa7755138c owned by compute:nova {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:10:36.005332 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab863aa5-f0d9-4abe-a6cc-01130f5da27b req-4b5ac50d-3d34-48b0-ad1c-a218819f85d9 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:36.011472 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ab863aa5-f0d9-4abe-a6cc-01130f5da27b req-4b5ac50d-3d34-48b0-ad1c-a218819f85d9 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 949 time: 0.0696034 Sep 03 02:10:36.075898 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda98e-3c12-46cd-afd0-dfd80a31fe7e req-18f67ba6-3b88-416c-aa62-10248de9e371 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:36.077790 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-02bda98e-3c12-46cd-afd0-dfd80a31fe7e req-18f67ba6-3b88-416c-aa62-10248de9e371 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 946 time: 0.0927203 Sep 03 02:10:36.078236 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Router 18648663-7768-4716-9c7a-5448f2120059 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:10:36.087906 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ab863aa5-f0d9-4abe-a6cc-01130f5da27b req-a7d35a9d-0c3e-4771-bbd9-52f086a69381 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632811 Sep 03 02:10:36.130488 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-02bda98e-3c12-46cd-afd0-dfd80a31fe7e req-6894108f-3ac5-49a7-9547-340e2b9e279a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413470 Sep 03 02:10:36.154027 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-6d1ad5ce-2c3d-45df-8aa7-32743f21076b None None] Provisioning complete for port 7c305962-2971-48dc-8d21-fa1d68e78096 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:36.154609 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6d1ad5ce-2c3d-45df-8aa7-32743f21076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:36.193707 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-6d1ad5ce-2c3d-45df-8aa7-32743f21076b None None] Port 7c305962-2971-48dc-8d21-fa1d68e78096 cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:10:36.196446 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-dc023f6c-44af-4f37-90b5-629cef1eef73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:36.215911 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc7c7b-8d20-43b4-b949-fd5cb9167122 req-95b0497d-47a9-40ed-a6d3-6da7cc8c6e0c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:36.217087 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f3fc7c7b-8d20-43b4-b949-fd5cb9167122 req-95b0497d-47a9-40ed-a6d3-6da7cc8c6e0c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0515621 Sep 03 02:10:36.254068 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:10:36.255453 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f3fc7c7b-8d20-43b4-b949-fd5cb9167122 req-23b95c13-08c9-426f-b7ba-5f508785d9c8 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Sep 03 02:10:36.260040 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-143e4908-4f9d-407b-8b3d-01d11598a04d admin admin] 10.222.0.21 "PUT /v2.0/routers/18648663-7768-4716-9c7a-5448f2120059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7203319 Sep 03 02:10:36.299219 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-efb4932a-47e1-48d8-a2de-ea0abafd5fc5 req-38cac16d-dd39-4ccc-975a-0a1a1293ab7d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:36.311753 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['193c17ba-b779-4f36-bbe3-d1aa7755138c'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:10:36.333661 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cac16d-dd39-4ccc-975a-0a1a1293ab7d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Pushing event deleted for resources: {'Port': ['ID=193c17ba-b779-4f36-bbe3-d1aa7755138c,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:36.381563 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb4932a-47e1-48d8-a2de-ea0abafd5fc5 req-38cac16d-dd39-4ccc-975a-0a1a1293ab7d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] No DVR routers for this DVR port 193c17ba-b779-4f36-bbe3-d1aa7755138c on host hv-cinder-80473 {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:10:36.384558 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-efb4932a-47e1-48d8-a2de-ea0abafd5fc5 req-38cac16d-dd39-4ccc-975a-0a1a1293ab7d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:36.387251 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-efb4932a-47e1-48d8-a2de-ea0abafd5fc5 req-38cac16d-dd39-4ccc-975a-0a1a1293ab7d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.25 "DELETE /v2.0/ports/193c17ba-b779-4f36-bbe3-d1aa7755138c HTTP/1.1" status: 204 len: 173 time: 0.8514431 Sep 03 02:10:36.387727 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c530dc4b-3f47-483c-90b7-a327e93c083c', 'name': 'network-vif-deleted', 'tag': '193c17ba-b779-4f36-bbe3-d1aa7755138c'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:10:36.390070 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab337a64-a643-483b-a780-dc8a30e6adc3" -d '{"events": [{"server_uuid": "c530dc4b-3f47-483c-90b7-a327e93c083c", "name": "network-vif-deleted", "tag": "193c17ba-b779-4f36-bbe3-d1aa7755138c"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:10:36.425530 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88715c3d-ceb3-438d-886a-5ca65729cf7b x-openstack-request-id: req-88715c3d-ceb3-438d-886a-5ca65729cf7b {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:10:36.425829 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c530dc4b-3f47-483c-90b7-a327e93c083c", "name": "network-vif-deleted", "tag": "193c17ba-b779-4f36-bbe3-d1aa7755138c", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:10:36.426088 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88715c3d-ceb3-438d-886a-5ca65729cf7b {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:10:36.426738 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c530dc4b-3f47-483c-90b7-a327e93c083c', 'name': 'network-vif-deleted', 'tag': '193c17ba-b779-4f36-bbe3-d1aa7755138c', 'status': 'completed', 'code': 200} Sep 03 02:10:36.441206 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f8db225b-7e77-49ca-846b-424540fa0c40 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:10:36.519033 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:36.544949 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8db225b-7e77-49ca-846b-424540fa0c40'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:10:36.547242 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfe9f2e-6946-42c2-9e2d-2fc1f8e26586" -d '{"events": [{"server_uuid": "7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a", "name": "network-vif-unplugged", "status": "completed", "tag": "f8db225b-7e77-49ca-846b-424540fa0c40"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:10:36.566517 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f8db225b-7e77-49ca-846b-424540fa0c40, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f8db225b-7e77-49ca-846b-424540fa0c40,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:36.588337 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 02:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bc9142-887e-4ecc-82a5-5e96e042eff4 x-openstack-request-id: req-61bc9142-887e-4ecc-82a5-5e96e042eff4 {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:10:36.588761 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a", "name": "network-vif-unplugged", "status": "completed", "tag": "f8db225b-7e77-49ca-846b-424540fa0c40", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:10:36.589217 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61bc9142-887e-4ecc-82a5-5e96e042eff4 {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:10:36.590552 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8db225b-7e77-49ca-846b-424540fa0c40', 'code': 200} Sep 03 02:10:36.636281 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:36.672660 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046e3ab-fe64-4228-ab12-b016b3f1bf7d req-e96a4823-1f2f-4903-88e3-187c06a44114 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:36.674134 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8046e3ab-fe64-4228-ab12-b016b3f1bf7d req-e96a4823-1f2f-4903-88e3-187c06a44114 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.25 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 949 time: 0.0517590 Sep 03 02:10:36.699633 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=f8db225b-7e77-49ca-846b-424540fa0c40,revision_number=8']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:36.711142 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Sync routers for ids ['18648663-7768-4716-9c7a-5448f2120059'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:10:36.728826 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Routers {'18648663-7768-4716-9c7a-5448f2120059'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:10:36.729467 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:10:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['18648663-7768-4716-9c7a-5448f2120059'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:36.799598 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0946912-63f9-4549-8968-c9f9629e8136 req-39647eb2-f9f7-444e-8117-cc3a4ba75b28 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:36.801466 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f0946912-63f9-4549-8968-c9f9629e8136 req-39647eb2-f9f7-444e-8117-cc3a4ba75b28 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0616214 Sep 03 02:10:36.830297 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-8046e3ab-fe64-4228-ab12-b016b3f1bf7d req-39ddf3ab-f606-4a7c-9730-70d7395174b0 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Deleting port 633c8a94-bb68-4ee7-b9b7-098927b95be0 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:10:36.830511 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-8046e3ab-fe64-4228-ab12-b016b3f1bf7d req-39ddf3ab-f606-4a7c-9730-70d7395174b0 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:36.858727 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f0946912-63f9-4549-8968-c9f9629e8136 req-2faa4690-e436-4dc5-abfb-1a7c2389ddbf tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504358 Sep 03 02:10:36.936306 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:36.989999 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9279ffc1-e237-41f0-a667-22b5911d9e87 req-3e63a63d-21bd-4eac-8243-3eb7be62a99b tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=c530dc4b-3f47-483c-90b7-a327e93c083c HTTP/1.1" status: 200 len: 210 time: 0.0447719 Sep 03 02:10:36.996063 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:10:37.005256 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-8046e3ab-fe64-4228-ab12-b016b3f1bf7d req-39ddf3ab-f606-4a7c-9730-70d7395174b0 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] For port 633c8a94-bb68-4ee7-b9b7-098927b95be0, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=633c8a94-bb68-4ee7-b9b7-098927b95be0,segment=NetworkSegment(1da7887f-fa4c-4881-bdce-230c5aa21097),segment_id=1da7887f-fa4c-4881-bdce-230c5aa21097)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:37.005764 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-8046e3ab-fe64-4228-ab12-b016b3f1bf7d req-39ddf3ab-f606-4a7c-9730-70d7395174b0 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.027677 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-8046e3ab-fe64-4228-ab12-b016b3f1bf7d req-39ddf3ab-f606-4a7c-9730-70d7395174b0 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Calling delete_port for 633c8a94-bb68-4ee7-b9b7-098927b95be0 owned by compute:nova {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:10:37.032921 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Set router 18648663-7768-4716-9c7a-5448f2120059 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:10:37.126095 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 39104) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:37.132085 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-607579799-network', 'tenant_id': '5a2f23c199044e6cb8cdf40443007a10'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:10:37.206813 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:10:37.214233 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:37.214614 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.244887 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9481907-b613-4e00-82e5-7f91e2b136ab req-3c4d0ad2-3ee8-41b2-bad8-dfb4d72fb8f7 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:37.246373 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f9481907-b613-4e00-82e5-7f91e2b136ab req-3c4d0ad2-3ee8-41b2-bad8-dfb4d72fb8f7 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 949 time: 0.0798204 Sep 03 02:10:37.247989 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Made reservation on behalf of 5a2f23c199044e6cb8cdf40443007a10 for: {'network': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:10:37.250166 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.267712 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.299317 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-8046e3ab-fe64-4228-ab12-b016b3f1bf7d req-39ddf3ab-f606-4a7c-9730-70d7395174b0 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.302411 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60817d4-adc5-4a2c-a4bd-3f44613c36d9 req-85f34b85-d591-4ac3-86e6-08ef228a32fe tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:37.304133 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d60817d4-adc5-4a2c-a4bd-3f44613c36d9 req-85f34b85-d591-4ac3-86e6-08ef228a32fe tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 946 time: 0.1038728 Sep 03 02:10:37.317058 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['633c8a94-bb68-4ee7-b9b7-098927b95be0'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:10:37.323551 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18648663-7768-4716-9c7a-5448f2120059', 'name': 'tempest-TestMinimumBasicScenario-1427796017-router', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:31Z', 'updated_at': '2021-09-03T02:10:35Z', 'revision_number': 4, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'gw_port': {'id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:32Z', 'updated_at': '2021-09-03T02:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '7c305962-2971-48dc-8d21-fa1d68e78096', 'name': '', 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'mac_address': 'fa:16:3e:fe:31:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:34Z', 'updated_at': '2021-09-03T02:10:35Z', 'revision_number': 2, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'subnets': [{'id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:37.325169 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f9481907-b613-4e00-82e5-7f91e2b136ab req-ed5a5667-f6fc-46f1-a641-b43d9840e4ac tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/security-groups?id=0103b1c1-7904-420d-9d3e-a19034fb580e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719719 Sep 03 02:10:37.363642 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddf3ab-f606-4a7c-9730-70d7395174b0 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Pushing event deleted for resources: {'Port': ['ID=633c8a94-bb68-4ee7-b9b7-098927b95be0,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:37.388446 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d60817d4-adc5-4a2c-a4bd-3f44613c36d9 req-e0daff80-1790-43b2-81ee-21e4ec1ab14e tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555439 Sep 03 02:10:37.402983 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Checking router: 18648663-7768-4716-9c7a-5448f2120059 for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:10:37.403115 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Updating router 18648663-7768-4716-9c7a-5448f2120059 port 7c305962-2971-48dc-8d21-fa1d68e78096 binding host dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:10:37.424297 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.450720 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.455739 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:37.460193 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-8046e3ab-fe64-4228-ab12-b016b3f1bf7d req-39ddf3ab-f606-4a7c-9730-70d7395174b0 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] No DVR routers for this DVR port 633c8a94-bb68-4ee7-b9b7-098927b95be0 on host hv-cinder-80473 {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:10:37.463017 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-8046e3ab-fe64-4228-ab12-b016b3f1bf7d req-39ddf3ab-f606-4a7c-9730-70d7395174b0 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.465519 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8046e3ab-fe64-4228-ab12-b016b3f1bf7d req-39ddf3ab-f606-4a7c-9730-70d7395174b0 tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.25 "DELETE /v2.0/ports/633c8a94-bb68-4ee7-b9b7-098927b95be0 HTTP/1.1" status: 204 len: 173 time: 0.7673337 Sep 03 02:10:37.488851 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.511477 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35146af-65c2-4073-903f-74c5547f2326 req-7d70cda7-6776-4651-9f2a-34c480051413 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:37.513049 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a35146af-65c2-4073-903f-74c5547f2326 req-7d70cda7-6776-4651-9f2a-34c480051413 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0740786 Sep 03 02:10:37.516959 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.575483 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a35146af-65c2-4073-903f-74c5547f2326 req-7804713d-74b5-4331-825d-e839789640a6 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482900 Sep 03 02:10:37.587753 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.616426 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:10:37.626741 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d01d25e-aa28-45bb-b906-a76a4d537168,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:37.631682 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.632059 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.segments_db [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Added segment 313eb06d-16a5-4454-98ec-c61e1c707c98 of type vlan for network 5dcad116-bf14-4735-8fe5-6897fa6bbf86 Sep 03 02:10:37.644439 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:37.644795 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:37.645136 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:37.645476 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:37.645812 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:37.646145 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:37.646508 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:37.646851 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:37.647173 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:37.647543 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:37.647872 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:37.648195 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:37.662594 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:37.703110 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.717069 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.779289 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.780301 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:37.780923 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.817331 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Notify callbacks [] for port, precommit_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.828110 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Transition to ACTIVE for port object 7c305962-2971-48dc-8d21-fa1d68e78096 will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:10:37.840215 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] Pushing event updated for resources: {'Network': ['ID=5dcad116-bf14-4735-8fe5-6897fa6bbf86,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:37.850263 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network 5dcad116-bf14-4735-8fe5-6897fa6bbf86 details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:10:37.870802 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-cffc5c8f-c0ce-4094-b4d2-d5dfa559ed0f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7434111 Sep 03 02:10:37.873483 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 39110) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:37.878431 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-2df83bd3-6921-43e3-ae26-8f723ea34396 admin admin] Request body: {'subnet': {'network_id': '5dcad116-bf14-4735-8fe5-6897fa6bbf86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-607579799-subnet', 'tenant_id': '5a2f23c199044e6cb8cdf40443007a10', 'ip_version': 4}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:10:37.906948 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.940412 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df83bd3-6921-43e3-ae26-8f723ea34396 admin admin] Made reservation on behalf of 5a2f23c199044e6cb8cdf40443007a10 for: {'subnet': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:10:37.943436 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2df83bd3-6921-43e3-ae26-8f723ea34396 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29389836'] for subnet, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:37.962453 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f434a-0e1b-496d-afa4-2f2951924990 None None] Pushing event updated for resources: {'Port': ['ID=7c305962-2971-48dc-8d21-fa1d68e78096,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:38.013246 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af446bc-d742-499d-9d62-62e99b9bb8c8 req-f9a9cb16-d97d-427f-b550-70d4db8e054c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:38.014793 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-4af446bc-d742-499d-9d62-62e99b9bb8c8 req-f9a9cb16-d97d-427f-b550-70d4db8e054c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 946 time: 0.0665159 Sep 03 02:10:38.023090 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Attempting to bind port 7c305962-2971-48dc-8d21-fa1d68e78096 on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:10:38.023502 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Attempting to bind port 7c305962-2971-48dc-8d21-fa1d68e78096 by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'b8335488-2200-41f4-8393-296c8d1b01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:10:38.023871 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Attempting to bind port 7c305962-2971-48dc-8d21-fa1d68e78096 on network 89eabf15-ada6-4bec-938b-3d6527b4389b {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:10:38.029711 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:10:38.030366 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Checking segment: {'id': 'b8335488-2200-41f4-8393-296c8d1b01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:10:38.030943 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:38.031528 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Bound using segment: {'id': 'b8335488-2200-41f4-8393-296c8d1b01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:10:38.032157 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Bound port: 7c305962-2971-48dc-8d21-fa1d68e78096, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8335488-2200-41f4-8393-296c8d1b01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:10:38.032702 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:38.101926 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7ae6c-5124-4137-b75c-5edb37417192 req-d916d8c9-9ce5-4adc-86d5-e774d949492c tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:38.110044 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-25b7ae6c-5124-4137-b75c-5edb37417192 req-d916d8c9-9ce5-4adc-86d5-e774d949492c tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.1287334 Sep 03 02:10:38.154665 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] For port 7c305962-2971-48dc-8d21-fa1d68e78096, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:10:38.162331 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] For port 7c305962-2971-48dc-8d21-fa1d68e78096, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=7c305962-2971-48dc-8d21-fa1d68e78096,segment=NetworkSegment(b8335488-2200-41f4-8393-296c8d1b01e5),segment_id=b8335488-2200-41f4-8393-296c8d1b01e5)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:10:38.165657 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-4af446bc-d742-499d-9d62-62e99b9bb8c8 req-04fa5803-5d12-4996-b969-323aa9eb52b7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Deleting port d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:10:38.166019 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-4af446bc-d742-499d-9d62-62e99b9bb8c8 req-04fa5803-5d12-4996-b969-323aa9eb52b7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:38.189059 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-25b7ae6c-5124-4137-b75c-5edb37417192 req-a13d485f-0ca5-4c4e-b2ed-e3e7c7fc08eb tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778685 Sep 03 02:10:38.226392 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:38.282401 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Routers {'18648663-7768-4716-9c7a-5448f2120059'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:10:38.282883 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:10:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['18648663-7768-4716-9c7a-5448f2120059'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:38.295924 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-4af446bc-d742-499d-9d62-62e99b9bb8c8 req-04fa5803-5d12-4996-b969-323aa9eb52b7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] For port d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:38.296090 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-4af446bc-d742-499d-9d62-62e99b9bb8c8 req-04fa5803-5d12-4996-b969-323aa9eb52b7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:38.310136 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-4af446bc-d742-499d-9d62-62e99b9bb8c8 req-04fa5803-5d12-4996-b969-323aa9eb52b7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Calling delete_port for d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 owned by compute:nova {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:10:38.368822 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2df83bd3-6921-43e3-ae26-8f723ea34396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30143681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29389858'] for subnet, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:38.417017 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f434a-0e1b-496d-afa4-2f2951924990 None None] Pushing event updated for resources: {'Port': ['ID=7c305962-2971-48dc-8d21-fa1d68e78096,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:38.428215 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e89957-90d5-4371-847e-bad9653593e7', 'name': 'network-vif-deleted', 'tag': '633c8a94-bb68-4ee7-b9b7-098927b95be0'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:10:38.431631 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88c1a29-a998-4f43-9007-b2d308ad963c" -d '{"events": [{"server_uuid": "06e89957-90d5-4371-847e-bad9653593e7", "name": "network-vif-deleted", "tag": "633c8a94-bb68-4ee7-b9b7-098927b95be0"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:10:38.442377 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 193c17ba-b779-4f36-bbe3-d1aa7755138c no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:10:38.449908 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] Set router 18648663-7768-4716-9c7a-5448f2120059 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:10:38.504091 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: 193c17ba-b779-4f36-bbe3-d1aa7755138c {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:10:38.504381 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 193c17ba-b779-4f36-bbe3-d1aa7755138c not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:10:38.528921 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-13134bdd-e845-4787-b11d-e92207cb92ff req-7e00661e-e2e2-4b02-b586-16c6c9472eff tempest-VolumesNegativeTest-2124744858 tempest-VolumesNegativeTest-2124744858-project] 10.222.0.21 "GET /v2.0/ports?device_id=06e89957-90d5-4371-847e-bad9653593e7 HTTP/1.1" status: 200 len: 210 time: 0.0615325 Sep 03 02:10:38.548881 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df83bd3-6921-43e3-ae26-8f723ea34396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3f9f469-df31-4049-82ba-6c634be357de,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:38.604137 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdd5439-7b08-40ee-8b7d-155fd5ac5f3f x-openstack-request-id: req-3bdd5439-7b08-40ee-8b7d-155fd5ac5f3f {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:10:38.604829 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e89957-90d5-4371-847e-bad9653593e7", "name": "network-vif-deleted", "tag": "633c8a94-bb68-4ee7-b9b7-098927b95be0", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:10:38.604959 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3bdd5439-7b08-40ee-8b7d-155fd5ac5f3f {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:10:38.605356 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e89957-90d5-4371-847e-bad9653593e7', 'name': 'network-vif-deleted', 'tag': '633c8a94-bb68-4ee7-b9b7-098927b95be0', 'status': 'completed', 'code': 200} Sep 03 02:10:38.615352 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df83bd3-6921-43e3-ae26-8f723ea34396 admin admin] Checking segment: {'id': '313eb06d-16a5-4454-98ec-c61e1c707c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5dcad116-bf14-4735-8fe5-6897fa6bbf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:10:38.616279 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df83bd3-6921-43e3-ae26-8f723ea34396 admin admin] Network hostable DHCP agents. Network: 5dcad116-bf14-4735-8fe5-6897fa6bbf86, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:10:38.629841 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280da8d-4782-41f8-9304-ffb2029c9d82 req-c391d826-c998-40b5-9962-4b9c4b89411d tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:38.631578 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c280da8d-4782-41f8-9304-ffb2029c9d82 req-c391d826-c998-40b5-9962-4b9c4b89411d tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 946 time: 0.0892379 Sep 03 02:10:38.727867 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-4af446bc-d742-499d-9d62-62e99b9bb8c8 req-04fa5803-5d12-4996-b969-323aa9eb52b7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:38.735578 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c280da8d-4782-41f8-9304-ffb2029c9d82 req-a59599e1-a15d-4f51-b84e-8c662e519290 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964429 Sep 03 02:10:38.760970 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5617633-4166-44aa-8c7d-1c0bbca571d5 req-b521e79b-c88e-4671-9dc1-2e9ed8c188b1 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:38.761425 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['49b8bb00-2daf-4930-b7b3-262293cfd5d6', '2621ee03-8b0e-4b8b-82f9-095652035cbb', '653358e7-ed3e-44a5-a8b3-67791410b5ca', 'd6fbe0e4-19a1-47d3-9835-558b9b2c8ce4'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:10:38.761961 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa5803-5d12-4996-b969-323aa9eb52b7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Pushing event deleted for resources: {'Port': ['ID=d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:38.762839 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b5617633-4166-44aa-8c7d-1c0bbca571d5 req-b521e79b-c88e-4671-9dc1-2e9ed8c188b1 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0847580 Sep 03 02:10:38.790929 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df83bd3-6921-43e3-ae26-8f723ea34396 admin admin] Network 5dcad116-bf14-4735-8fe5-6897fa6bbf86 is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:10:38.807154 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af446bc-d742-499d-9d62-62e99b9bb8c8 req-04fa5803-5d12-4996-b969-323aa9eb52b7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] No DVR routers for this DVR port d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 on host hv-cinder-80473 {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:10:38.814259 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-4af446bc-d742-499d-9d62-62e99b9bb8c8 req-04fa5803-5d12-4996-b969-323aa9eb52b7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:38.816389 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b5617633-4166-44aa-8c7d-1c0bbca571d5 req-80ca364d-f0a2-4bd3-9abd-8b518b59d1c5 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463994 Sep 03 02:10:38.816520 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-4af446bc-d742-499d-9d62-62e99b9bb8c8 req-04fa5803-5d12-4996-b969-323aa9eb52b7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "DELETE /v2.0/ports/d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 HTTP/1.1" status: 204 len: 173 time: 0.7937734 Sep 03 02:10:38.857097 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18648663-7768-4716-9c7a-5448f2120059', 'name': 'tempest-TestMinimumBasicScenario-1427796017-router', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:31Z', 'updated_at': '2021-09-03T02:10:35Z', 'revision_number': 4, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'gw_port': {'id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:32Z', 'updated_at': '2021-09-03T02:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '7c305962-2971-48dc-8d21-fa1d68e78096', 'name': '', 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'mac_address': 'fa:16:3e:fe:31:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:34Z', 'updated_at': '2021-09-03T02:10:38Z', 'revision_number': 4, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'subnets': [{'id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:38.859073 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-2df83bd3-6921-43e3-ae26-8f723ea34396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, 5dcad116-bf14-4735-8fe5-6897fa6bbf86) {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:10:38.864195 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df83bd3-6921-43e3-ae26-8f723ea34396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:38.865196 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2df83bd3-6921-43e3-ae26-8f723ea34396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:38.894360 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d0070e-0a6b-49de-b5cd-26e822a72b5f None None] Network 5dcad116-bf14-4735-8fe5-6897fa6bbf86 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:10:38.914229 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f41ba6-2b87-4f4f-9605-276b1a38cdc2 None None] The sync data for ids ['18648663-7768-4716-9c7a-5448f2120059'] in dv-cinder-804735-8-iscsi is: [{'id': '18648663-7768-4716-9c7a-5448f2120059', 'name': 'tempest-TestMinimumBasicScenario-1427796017-router', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:31Z', 'updated_at': '2021-09-03T02:10:35Z', 'revision_number': 4, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'gw_port': {'id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:32Z', 'updated_at': '2021-09-03T02:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '7c305962-2971-48dc-8d21-fa1d68e78096', 'name': '', 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'mac_address': 'fa:16:3e:fe:31:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:34Z', 'updated_at': '2021-09-03T02:10:38Z', 'revision_number': 4, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'subnets': [{'id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:10:38.928231 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:10:38.938182 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-2df83bd3-6921-43e3-ae26-8f723ea34396 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0636001 Sep 03 02:10:38.940981 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 39128) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:38.953539 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-607579799-router', 'tenant_id': '5a2f23c199044e6cb8cdf40443007a10', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:10:39.034600 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:39.064684 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25414'] for router, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:39.065845 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25471'] for router, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:39.130424 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:39.139820 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:39.140194 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:39.212120 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d50043e-cc6e-5d9f-82f8-a7ea109ee1a8-5dcad116-bf14-4735-8fe5-6897fa6bbf86', 'network_id': '5dcad116-bf14-4735-8fe5-6897fa6bbf86', 'tenant_id': '5a2f23c199044e6cb8cdf40443007a10', 'fixed_ips': [{'subnet_id': 'f3f9f469-df31-4049-82ba-6c634be357de'}]}} from dv-cinder-804735-8-iscsi. {{(pid=94495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 02:10:39.212894 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:39.345858 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429f8aa-6659-4582-ad28-3dd20e6df16c req-c6713f4e-436f-4c76-81b6-f5e309db6085 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:39.347753 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5429f8aa-6659-4582-ad28-3dd20e6df16c req-c6713f4e-436f-4c76-81b6-f5e309db6085 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0670307 Sep 03 02:10:39.369653 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:39.397432 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5429f8aa-6659-4582-ad28-3dd20e6df16c req-73da6cd8-31d1-4dfa-a683-2c65864c413e tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405200 Sep 03 02:10:39.481366 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.db_base_plugin_common [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Allocated IP 172.20.0.2 (5dcad116-bf14-4735-8fe5-6897fa6bbf86/f3f9f469-df31-4049-82ba-6c634be357de/d453e3a7-0c8e-45b7-96b3-1a613e90c2b4) {{(pid=94495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:10:39.899962 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-960914b4-8797-42f8-b039-68a5eb493b34 req-f40d4f79-e3dc-4b30-b2cd-c1a81b830b25 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 210 time: 0.0326135 Sep 03 02:10:39.938684 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:39.941492 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:39.964346 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:39.975217 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Transition to ACTIVE for port object d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:10:40.016923 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Transition to ACTIVE for port object d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 will not be triggered until provisioned by entity DHCP. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:10:40.046200 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253c7d2-cdf3-45d4-98de-3178095e34e9 req-3ca54f82-7710-4ad4-b495-f94ffb36926a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:40.048015 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6253c7d2-cdf3-45d4-98de-3178095e34e9 req-3ca54f82-7710-4ad4-b495-f94ffb36926a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0587764 Sep 03 02:10:40.098583 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Allocated IP 172.27.0.228 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/d991e1fc-f193-44bc-a7f9-35b6be60fe5a) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:10:40.110969 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:40.118770 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6253c7d2-cdf3-45d4-98de-3178095e34e9 req-be69d1f3-1256-4d47-89b3-9e679845e372 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631039 Sep 03 02:10:40.154038 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Network 5dcad116-bf14-4735-8fe5-6897fa6bbf86 is already hosted by enough agents. {{(pid=94495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:10:40.158571 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.base_scheduler [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Resources bound (agent type, host, resource id): {{(pid=94495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:10:40.165732 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Received port after_create {{(pid=94495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:10:40.168051 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Pushing event updated for resources: {'Port': ['ID=d453e3a7-0c8e-45b7-96b3-1a613e90c2b4,revision_number=1']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:40.228389 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Attempting to bind port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:10:40.229213 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Attempting to bind port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': '313eb06d-16a5-4454-98ec-c61e1c707c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5dcad116-bf14-4735-8fe5-6897fa6bbf86'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:10:40.229213 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Attempting to bind port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 on network 5dcad116-bf14-4735-8fe5-6897fa6bbf86 {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:10:40.233578 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:40.234612 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:10:40.235203 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Checking segment: {'id': '313eb06d-16a5-4454-98ec-c61e1c707c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5dcad116-bf14-4735-8fe5-6897fa6bbf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:10:40.235871 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:40.236529 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Bound using segment: {'id': '313eb06d-16a5-4454-98ec-c61e1c707c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5dcad116-bf14-4735-8fe5-6897fa6bbf86'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:10:40.237239 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Bound port: d453e3a7-0c8e-45b7-96b3-1a613e90c2b4, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313eb06d-16a5-4454-98ec-c61e1c707c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5dcad116-bf14-4735-8fe5-6897fa6bbf86'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:10:40.237852 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:40.261897 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:10:40.327511 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] For port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:10:40.330645 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] For port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=d453e3a7-0c8e-45b7-96b3-1a613e90c2b4,segment=NetworkSegment(313eb06d-16a5-4454-98ec-c61e1c707c98),segment_id=313eb06d-16a5-4454-98ec-c61e1c707c98)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:10:40.333697 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:40.372518 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:10:40.377070 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:10:40.380762 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:10:40.388558 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:40.420854 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Pushing event updated for resources: {'Port': ['ID=d991e1fc-f193-44bc-a7f9-35b6be60fe5a,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:40.460615 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edfd01-480a-40ea-9678-4faf36fc18a6 None None] Pushing event updated for resources: {'Port': ['ID=d453e3a7-0c8e-45b7-96b3-1a613e90c2b4,revision_number=2']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:40.607853 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191fcf74-b0c5-4c34-8183-7c05c7deb84a', 'name': 'network-vif-deleted', 'tag': 'd6fbe0e4-19a1-47d3-9835-558b9b2c8ce4'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:10:40.610308 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab18f0e-18a0-4f64-972c-1bfea59b8080" -d '{"events": [{"server_uuid": "191fcf74-b0c5-4c34-8183-7c05c7deb84a", "name": "network-vif-deleted", "tag": "d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:10:40.679512 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f20c04-7b28-49f4-9e91-678aff9bb7cf x-openstack-request-id: req-c9f20c04-7b28-49f4-9e91-678aff9bb7cf {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:10:40.683060 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191fcf74-b0c5-4c34-8183-7c05c7deb84a", "name": "network-vif-deleted", "tag": "d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:10:40.683060 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9f20c04-7b28-49f4-9e91-678aff9bb7cf {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:10:40.683060 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191fcf74-b0c5-4c34-8183-7c05c7deb84a', 'name': 'network-vif-deleted', 'tag': 'd6fbe0e4-19a1-47d3-9835-558b9b2c8ce4', 'status': 'completed', 'code': 200} Sep 03 02:10:40.706683 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [req-ee3690f2-4d0d-4944-8b0b-3c7dd468ecfd req-c9c2a65b-803a-40f6-96fc-ce116c05f2c8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:10:40.708073 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ee3690f2-4d0d-4944-8b0b-3c7dd468ecfd req-c9c2a65b-803a-40f6-96fc-ce116c05f2c8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067129 Sep 03 02:10:40.785751 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:41.016859 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 7c305962-2971-48dc-8d21-fa1d68e78096 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:10:41.084842 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730026'] for router, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:41.086149 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bdd6b47c-7fbe-4821-bf62-12d13876bcea req-9d47d000-aa41-4ce2-9f28-2d98a49ea038 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 210 time: 0.0293989 Sep 03 02:10:41.117135 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a45b73-46e2-4e65-b430-f86f07a3089f req-a72fa29d-136c-45ce-9e74-556430e2bcbb tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:41.125678 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-54a45b73-46e2-4e65-b430-f86f07a3089f req-a72fa29d-136c-45ce-9e74-556430e2bcbb tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.1046062 Sep 03 02:10:41.153649 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port 7c305962-2971-48dc-8d21-fa1d68e78096 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:10:41.159684 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 7c305962-2971-48dc-8d21-fa1d68e78096 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:41.160695 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:41.215947 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-54a45b73-46e2-4e65-b430-f86f07a3089f req-35cd1ab2-023a-4877-aac9-96f4b4534ad8 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889115 Sep 03 02:10:41.324040 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:41.363018 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b4390-453c-4c6e-9d8e-1ecef2f1188f req-0adde999-5aa1-4faf-90c5-183e6522b51c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:41.367799 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-174b4390-453c-4c6e-9d8e-1ecef2f1188f req-0adde999-5aa1-4faf-90c5-183e6522b51c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.1045992 Sep 03 02:10:41.374750 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port 7c305962-2971-48dc-8d21-fa1d68e78096, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=7c305962-2971-48dc-8d21-fa1d68e78096,segment=NetworkSegment(b8335488-2200-41f4-8393-296c8d1b01e5),segment_id=b8335488-2200-41f4-8393-296c8d1b01e5)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:41.419984 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-174b4390-453c-4c6e-9d8e-1ecef2f1188f req-17b882bf-d60b-47b2-a466-c43ad27bc580 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457573 Sep 03 02:10:41.458861 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Router 42135ef4-64b7-4121-b010-cdac8694f5df is scheduled to L3 agent 22201d5a-7796-4f3b-b245-45d576005661 with binding_index 1 {{(pid=94494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 02:10:41.487645 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:41.488527 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:10:41.573006 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=7c305962-2971-48dc-8d21-fa1d68e78096,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:41.578815 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:10:41.588571 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Sync routers for ids ['42135ef4-64b7-4121-b010-cdac8694f5df'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:10:41.595852 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e9257e-e0a4-4e15-b3e1-10cb00509e7a None None] Network 5dcad116-bf14-4735-8fe5-6897fa6bbf86 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:10:41.605841 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Routers {'42135ef4-64b7-4121-b010-cdac8694f5df'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:10:41.606484 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:10:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['42135ef4-64b7-4121-b010-cdac8694f5df'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:41.657069 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:10:41.695529 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] Notify callbacks [] for router, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:41.697161 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-c33c9309-c36a-45eb-b977-09364ca33f4c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7550230 Sep 03 02:10:41.700108 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 39264) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:41.712314 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Set router 42135ef4-64b7-4121-b010-cdac8694f5df gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:10:41.732549 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-12adec32-eb8e-449e-b70f-558fa98c6360 None None] Provisioning for port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:10:41.743447 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-12adec32-eb8e-449e-b70f-558fa98c6360 None None] Provisioning complete for port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:41.743447 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-12adec32-eb8e-449e-b70f-558fa98c6360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:41.847039 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 39276) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:41.894877 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-12adec32-eb8e-449e-b70f-558fa98c6360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:41.969910 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-12adec32-eb8e-449e-b70f-558fa98c6360 None None] For port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=d453e3a7-0c8e-45b7-96b3-1a613e90c2b4,segment=NetworkSegment(313eb06d-16a5-4454-98ec-c61e1c707c98),segment_id=313eb06d-16a5-4454-98ec-c61e1c707c98)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:41.981251 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 633c8a94-bb68-4ee7-b9b7-098927b95be0 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:10:42.006843 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-da90232d-8335-4a4a-a532-0e206ceae6c7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1582150 Sep 03 02:10:42.012536 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-2264f788-d777-4af7-8551-cb6ad1d292b8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:10:42.026969 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: 633c8a94-bb68-4ee7-b9b7-098927b95be0 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:10:42.027440 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 633c8a94-bb68-4ee7-b9b7-098927b95be0 not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:10:42.031448 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-2264f788-d777-4af7-8551-cb6ad1d292b8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222859 Sep 03 02:10:42.042627 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-12adec32-eb8e-449e-b70f-558fa98c6360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:42.050801 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'name': 'tempest-TestMinimumBasicScenario-607579799-router', 'tenant_id': '5a2f23c199044e6cb8cdf40443007a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd991e1fc-f193-44bc-a7f9-35b6be60fe5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:39Z', 'updated_at': '2021-09-03T02:10:40Z', 'revision_number': 3, 'project_id': '5a2f23c199044e6cb8cdf40443007a10', 'gw_port': {'id': 'd991e1fc-f193-44bc-a7f9-35b6be60fe5a', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:39Z', 'updated_at': '2021-09-03T02:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:42.080549 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Checking router: 42135ef4-64b7-4121-b010-cdac8694f5df for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:10:42.083469 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Updating router 42135ef4-64b7-4121-b010-cdac8694f5df port d991e1fc-f193-44bc-a7f9-35b6be60fe5a binding host dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:10:42.114743 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adec32-eb8e-449e-b70f-558fa98c6360 None None] Pushing event updated for resources: {'Port': ['ID=d453e3a7-0c8e-45b7-96b3-1a613e90c2b4,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:42.139994 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:42.266917 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18b9b759-296c-467f-a2af-df45c993d89d None None] Provisioning complete for port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:42.267317 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18b9b759-296c-467f-a2af-df45c993d89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:42.289466 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ea767396-d768-4a65-9ae4-485871f4914a req-2af8974e-f533-464a-88a3-bb670c8aea7c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=191fcf74-b0c5-4c34-8183-7c05c7deb84a HTTP/1.1" status: 200 len: 210 time: 0.0408645 Sep 03 02:10:42.300279 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:42.484140 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac181c1b-2f8a-41ca-930f-1b4953acf6af req-81670e00-87c4-4234-a36e-2a58a31bbe34 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:42.486020 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ac181c1b-2f8a-41ca-930f-1b4953acf6af req-81670e00-87c4-4234-a36e-2a58a31bbe34 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.1238174 Sep 03 02:10:42.488852 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Notify callbacks [] for port, precommit_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:42.502825 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.provisioning_blocks [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Transition to ACTIVE for port object d991e1fc-f193-44bc-a7f9-35b6be60fe5a will not be triggered until provisioned by entity L2. {{(pid=94496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:10:42.567303 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:42.593725 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ac181c1b-2f8a-41ca-930f-1b4953acf6af req-497eeb3f-b18e-42c8-b81d-fe4b5688e415 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990100 Sep 03 02:10:42.606757 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Allocated IP 172.20.0.1 (5dcad116-bf14-4735-8fe5-6897fa6bbf86/f3f9f469-df31-4049-82ba-6c634be357de/1c579504-15dd-49d1-b5bf-2683ddfc8f7f) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:10:42.612782 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b80bc6-68b0-460c-ae4d-a884360d63f5 None None] Pushing event updated for resources: {'Port': ['ID=d991e1fc-f193-44bc-a7f9-35b6be60fe5a,revision_number=2']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:42.628859 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a3dcd-fe68-4be1-92a7-d03b959b6bcf req-c0c5e709-c647-42f9-8e37-276f109c7a86 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:42.630370 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-582a3dcd-fe68-4be1-92a7-d03b959b6bcf req-c0c5e709-c647-42f9-8e37-276f109c7a86 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.1126368 Sep 03 02:10:42.634660 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Attempting to bind port d991e1fc-f193-44bc-a7f9-35b6be60fe5a on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:10:42.635336 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Attempting to bind port d991e1fc-f193-44bc-a7f9-35b6be60fe5a by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:10:42.635925 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Attempting to bind port d991e1fc-f193-44bc-a7f9-35b6be60fe5a on network f4c19d40-ba77-4711-a1ff-e25228796469 {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:10:42.641600 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:10:42.642158 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Checking segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:10:42.642722 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:42.643248 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Bound using segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:10:42.648366 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Bound port: d991e1fc-f193-44bc-a7f9-35b6be60fe5a, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:10:42.648366 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:42.711403 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] For port d991e1fc-f193-44bc-a7f9-35b6be60fe5a, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:10:42.715649 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] For port d991e1fc-f193-44bc-a7f9-35b6be60fe5a, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=d991e1fc-f193-44bc-a7f9-35b6be60fe5a,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:10:42.719180 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-582a3dcd-fe68-4be1-92a7-d03b959b6bcf req-700656a2-6c5d-4118-a354-731525069ea2 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809097 Sep 03 02:10:42.752785 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:42.769714 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Transition to ACTIVE for port object 1c579504-15dd-49d1-b5bf-2683ddfc8f7f will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:10:42.804763 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:42.837120 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:42.876804 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b80bc6-68b0-460c-ae4d-a884360d63f5 None None] Pushing event updated for resources: {'Port': ['ID=d991e1fc-f193-44bc-a7f9-35b6be60fe5a,revision_number=3']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:42.878758 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Routers {'42135ef4-64b7-4121-b010-cdac8694f5df'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:10:42.879244 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:10:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['42135ef4-64b7-4121-b010-cdac8694f5df'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:42.927459 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Network 5dcad116-bf14-4735-8fe5-6897fa6bbf86 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:10:42.930986 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:10:42.940971 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:10:42.974643 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Pushing event updated for resources: {'Port': ['ID=1c579504-15dd-49d1-b5bf-2683ddfc8f7f,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:42.995412 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1943231'] for router_interface, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:43.020250 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 7c305962-2971-48dc-8d21-fa1d68e78096 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:10:43.123799 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 7c305962-2971-48dc-8d21-fa1d68e78096 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:43.125327 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:43.237082 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] Set router 42135ef4-64b7-4121-b010-cdac8694f5df gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:10:43.255855 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:10:43.336229 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:43.336775 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:43.376882 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-23ed3bc0-bcec-430a-aced-1e559244ed11 None None] Provisioning for port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:10:43.396786 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-23ed3bc0-bcec-430a-aced-1e559244ed11 None None] Provisioning complete for port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:43.396786 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-23ed3bc0-bcec-430a-aced-1e559244ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:43.446870 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-23ed3bc0-bcec-430a-aced-1e559244ed11 None None] Port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:10:43.472076 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'name': 'tempest-TestMinimumBasicScenario-607579799-router', 'tenant_id': '5a2f23c199044e6cb8cdf40443007a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd991e1fc-f193-44bc-a7f9-35b6be60fe5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:39Z', 'updated_at': '2021-09-03T02:10:40Z', 'revision_number': 3, 'project_id': '5a2f23c199044e6cb8cdf40443007a10', 'gw_port': {'id': 'd991e1fc-f193-44bc-a7f9-35b6be60fe5a', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:39Z', 'updated_at': '2021-09-03T02:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:43.499630 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cb3ba6-afee-4f7b-a011-c4c79eecec5f None None] The sync data for ids ['42135ef4-64b7-4121-b010-cdac8694f5df'] in dv-cinder-804735-8-iscsi is: [{'id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'name': 'tempest-TestMinimumBasicScenario-607579799-router', 'tenant_id': '5a2f23c199044e6cb8cdf40443007a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd991e1fc-f193-44bc-a7f9-35b6be60fe5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:39Z', 'updated_at': '2021-09-03T02:10:40Z', 'revision_number': 3, 'project_id': '5a2f23c199044e6cb8cdf40443007a10', 'gw_port': {'id': 'd991e1fc-f193-44bc-a7f9-35b6be60fe5a', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:39Z', 'updated_at': '2021-09-03T02:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:10:43.534371 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:43.727703 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:43.796270 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30143546'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:43.863531 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d145b-c152-45f8-add5-d573b2ea3736 req-ea163ebb-c781-43d7-ac1e-a6f6dc4b56ad tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:43.865194 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-535d145b-c152-45f8-add5-d573b2ea3736 req-ea163ebb-c781-43d7-ac1e-a6f6dc4b56ad tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.1501367 Sep 03 02:10:43.945596 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Pushing event updated for resources: {'Port': ['ID=1c579504-15dd-49d1-b5bf-2683ddfc8f7f,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:43.948079 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734959'] for router_interface, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:43.978728 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-535d145b-c152-45f8-add5-d573b2ea3736 req-ab4494e8-f163-4019-9e38-d8854aab8982 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920570 Sep 03 02:10:43.989778 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f8db225b-7e77-49ca-846b-424540fa0c40 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:10:44.001809 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b96ad-65de-434c-8401-e1745dce24b3 req-cfc4ddc1-074a-4292-98af-9e6f015d7816 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:44.003341 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-925b96ad-65de-434c-8401-e1745dce24b3 req-cfc4ddc1-074a-4292-98af-9e6f015d7816 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.1497111 Sep 03 02:10:44.101520 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-925b96ad-65de-434c-8401-e1745dce24b3 req-b9d6e212-be42-4682-8dae-c4c0268642be tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810907 Sep 03 02:10:44.129807 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:10:44.133794 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Network 5dcad116-bf14-4735-8fe5-6897fa6bbf86 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:10:44.135598 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:10:44.160161 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:10:44.160759 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device d6fbe0e4-19a1-47d3-9835-558b9b2c8ce4 not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:10:44.325296 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Router 42135ef4-64b7-4121-b010-cdac8694f5df has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:10:44.478284 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-88d2b47e-2523-4ec5-ac2a-d3160dc534f2 None None] Provisioning complete for port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:44.478818 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-88d2b47e-2523-4ec5-ac2a-d3160dc534f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:44.481761 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:10:44.491629 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-7cbf1a51-e9b9-4590-82e2-ee678f7ac21b admin admin] 10.222.0.21 "PUT /v2.0/routers/42135ef4-64b7-4121-b010-cdac8694f5df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7859764 Sep 03 02:10:44.524853 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-88d2b47e-2523-4ec5-ac2a-d3160dc534f2 None None] Port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:10:44.948456 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device d991e1fc-f193-44bc-a7f9-35b6be60fe5a up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:10:45.029967 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-fa6d925a-7c49-4e15-bc41-36f22890bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:45.031555 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-fa6d925a-7c49-4e15-bc41-36f22890bb56 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a&tenant_id=4715a94c48a743b08204df2edcd05ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0839198 Sep 03 02:10:45.082331 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port d991e1fc-f193-44bc-a7f9-35b6be60fe5a completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:10:45.087073 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port d991e1fc-f193-44bc-a7f9-35b6be60fe5a triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:45.087531 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:45.121427 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-d7788778-03ba-4aa0-982b-55710a560e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:45.123353 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-d7788778-03ba-4aa0-982b-55710a560e68 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 1096 time: 0.0626101 Sep 03 02:10:45.143248 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07429960-f653-463f-ac7f-d9cbdff4a808 req-226a957a-68aa-4511-8021-31c05abf4247 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:45.151879 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-07429960-f653-463f-ac7f-d9cbdff4a808 req-226a957a-68aa-4511-8021-31c05abf4247 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0645738 Sep 03 02:10:45.210698 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-07429960-f653-463f-ac7f-d9cbdff4a808 req-01c61a6f-28fe-4c9a-bf63-8f818781c644 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483871 Sep 03 02:10:45.223599 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:45.241027 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port d991e1fc-f193-44bc-a7f9-35b6be60fe5a, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=d991e1fc-f193-44bc-a7f9-35b6be60fe5a,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:45.267667 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-fef283bd-3fe6-4dde-8eee-d0efd5de2288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:45.269548 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-fef283bd-3fe6-4dde-8eee-d0efd5de2288 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 918 time: 0.1374171 Sep 03 02:10:45.299976 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80144cc-32c0-444d-95df-4b2f62ca801c req-a7b2f943-a6b6-4929-b4a3-18e5df202ee7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:45.302296 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e80144cc-32c0-444d-95df-4b2f62ca801c req-a7b2f943-a6b6-4929-b4a3-18e5df202ee7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 946 time: 0.0809028 Sep 03 02:10:45.316410 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:45.377331 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=d991e1fc-f193-44bc-a7f9-35b6be60fe5a,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:45.396862 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e80144cc-32c0-444d-95df-4b2f62ca801c req-a23535d5-6596-4512-94d8-5d77cafd4ab8 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834153 Sep 03 02:10:45.406377 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee195f7-da62-4898-b647-aa50638c8477 req-efd8f014-654c-4950-b45c-87a0c8728859 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:45.407851 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8ee195f7-da62-4898-b647-aa50638c8477 req-efd8f014-654c-4950-b45c-87a0c8728859 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.1044114 Sep 03 02:10:45.461679 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8ee195f7-da62-4898-b647-aa50638c8477 req-60fe0649-b6ac-4923-94b4-a9ada97cedc7 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437579 Sep 03 02:10:46.146611 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-13f97c9b-96fa-4688-8a6b-d8a03c3c8689 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8db225b-7e77-49ca-846b-424540fa0c40 HTTP/1.1" status: 200 len: 999 time: 0.0694470 Sep 03 02:10:46.186225 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Sync routers for ids ['42135ef4-64b7-4121-b010-cdac8694f5df'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:10:46.198209 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Routers {'42135ef4-64b7-4121-b010-cdac8694f5df'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:10:46.198830 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:10:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['42135ef4-64b7-4121-b010-cdac8694f5df'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:46.346625 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f2d07-5368-4122-aae5-97e648d5394d req-b9a5f909-c55d-410d-a479-70f5b46d4ec8 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:46.348838 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3d9f2d07-5368-4122-aae5-97e648d5394d req-b9a5f909-c55d-410d-a479-70f5b46d4ec8 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0701180 Sep 03 02:10:46.357237 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Set router 42135ef4-64b7-4121-b010-cdac8694f5df gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:10:46.405791 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3d9f2d07-5368-4122-aae5-97e648d5394d req-069c7d2d-7882-4a71-9c11-72b402d72ada tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407634 Sep 03 02:10:46.551592 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014368e-bc9c-4563-94fe-70d1e6b17b57 req-bb06b06b-7f72-487e-907e-f530f4dda907 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:46.553725 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5014368e-bc9c-4563-94fe-70d1e6b17b57 req-bb06b06b-7f72-487e-907e-f530f4dda907 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 946 time: 0.0763018 Sep 03 02:10:46.603804 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'name': 'tempest-TestMinimumBasicScenario-607579799-router', 'tenant_id': '5a2f23c199044e6cb8cdf40443007a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd991e1fc-f193-44bc-a7f9-35b6be60fe5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:39Z', 'updated_at': '2021-09-03T02:10:43Z', 'revision_number': 4, 'project_id': '5a2f23c199044e6cb8cdf40443007a10', 'gw_port': {'id': 'd991e1fc-f193-44bc-a7f9-35b6be60fe5a', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:39Z', 'updated_at': '2021-09-03T02:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '1c579504-15dd-49d1-b5bf-2683ddfc8f7f', 'name': '', 'network_id': '5dcad116-bf14-4735-8fe5-6897fa6bbf86', 'tenant_id': '5a2f23c199044e6cb8cdf40443007a10', 'mac_address': 'fa:16:3e:f9:0c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f3f9f469-df31-4049-82ba-6c634be357de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:42Z', 'updated_at': '2021-09-03T02:10:43Z', 'revision_number': 2, 'project_id': '5a2f23c199044e6cb8cdf40443007a10', 'subnets': [{'id': 'f3f9f469-df31-4049-82ba-6c634be357de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:46.635237 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Checking router: 42135ef4-64b7-4121-b010-cdac8694f5df for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:10:46.635624 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Updating router 42135ef4-64b7-4121-b010-cdac8694f5df port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f binding host dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:10:46.647820 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc8586-30ac-4bbe-b15c-5fb2b1c1addf req-4b4ae99c-60d7-4c53-aae7-b115fbfaccf0 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:46.649822 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bcbc8586-30ac-4bbe-b15c-5fb2b1c1addf req-4b4ae99c-60d7-4c53-aae7-b115fbfaccf0 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0949562 Sep 03 02:10:46.661676 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5014368e-bc9c-4563-94fe-70d1e6b17b57 req-df579086-c93d-4108-9993-0f0d0c96dab8 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970428 Sep 03 02:10:46.667579 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:46.720624 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bcbc8586-30ac-4bbe-b15c-5fb2b1c1addf req-4547d765-3c6c-4d3f-b60b-340202ddf731 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571067 Sep 03 02:10:46.947200 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device d991e1fc-f193-44bc-a7f9-35b6be60fe5a up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:10:46.992132 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-5c0de58b-79a8-4d35-8b6f-2ec6667d07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:46.994032 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-5c0de58b-79a8-4d35-8b6f-2ec6667d07c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 200 len: 856 time: 0.0726089 Sep 03 02:10:47.025316 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Notify callbacks [] for port, precommit_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:47.039975 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Transition to ACTIVE for port object 1c579504-15dd-49d1-b5bf-2683ddfc8f7f will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:10:47.050657 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port d991e1fc-f193-44bc-a7f9-35b6be60fe5a triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:47.051320 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:47.105352 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:47.214512 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bdd97-ddcf-45f3-8d8e-4c848e6dd4b7 None None] Pushing event updated for resources: {'Port': ['ID=1c579504-15dd-49d1-b5bf-2683ddfc8f7f,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:47.521861 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Attempting to bind port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:10:47.522626 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Attempting to bind port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': '313eb06d-16a5-4454-98ec-c61e1c707c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5dcad116-bf14-4735-8fe5-6897fa6bbf86'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:10:47.522626 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Attempting to bind port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f on network 5dcad116-bf14-4735-8fe5-6897fa6bbf86 {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:10:47.530876 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:10:47.531174 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Checking segment: {'id': '313eb06d-16a5-4454-98ec-c61e1c707c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5dcad116-bf14-4735-8fe5-6897fa6bbf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:10:47.531571 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:47.535544 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Bound using segment: {'id': '313eb06d-16a5-4454-98ec-c61e1c707c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5dcad116-bf14-4735-8fe5-6897fa6bbf86'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:10:47.536202 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Bound port: 1c579504-15dd-49d1-b5bf-2683ddfc8f7f, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313eb06d-16a5-4454-98ec-c61e1c707c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '5dcad116-bf14-4735-8fe5-6897fa6bbf86'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:10:47.536616 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:47.627645 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48531c3e-5ab5-49d5-b779-9aca5b2e57b2 req-ca07bf2c-73b1-4627-ba54-0419a794950c tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:47.634053 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] For port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:10:47.635867 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-48531c3e-5ab5-49d5-b779-9aca5b2e57b2 req-ca07bf2c-73b1-4627-ba54-0419a794950c tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0871060 Sep 03 02:10:47.638165 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] For port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=1c579504-15dd-49d1-b5bf-2683ddfc8f7f,segment=NetworkSegment(313eb06d-16a5-4454-98ec-c61e1c707c98),segment_id=313eb06d-16a5-4454-98ec-c61e1c707c98)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:10:47.744669 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-48531c3e-5ab5-49d5-b779-9aca5b2e57b2 req-9d3b35be-2501-4aa4-9dc6-115f4d6d92d8 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453835 Sep 03 02:10:47.809161 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149893af-35bb-40e3-8ba1-3f2ab18636e9 req-d90751e6-bce8-47f3-86eb-8afad59090ac tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:47.810810 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-149893af-35bb-40e3-8ba1-3f2ab18636e9 req-d90751e6-bce8-47f3-86eb-8afad59090ac tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 946 time: 0.0679493 Sep 03 02:10:47.885785 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-149893af-35bb-40e3-8ba1-3f2ab18636e9 req-2aa1aac6-e472-4408-b955-af2f0eb57871 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651267 Sep 03 02:10:47.894339 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58eb5d4-b8de-475d-a2d7-d90360a724f4 req-7ea84b98-fe63-4597-92d9-a0746b81c688 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:47.895800 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f58eb5d4-b8de-475d-a2d7-d90360a724f4 req-7ea84b98-fe63-4597-92d9-a0746b81c688 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0840766 Sep 03 02:10:47.950901 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-249bff8e-fbf6-4b72-bfec-a2904925927d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:47.952465 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-249bff8e-fbf6-4b72-bfec-a2904925927d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ce91eac-9b88-4122-abff-d06982620e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544834 Sep 03 02:10:47.955698 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f58eb5d4-b8de-475d-a2d7-d90360a724f4 req-8eda5445-5e7d-4b62-a885-7c1359fa2eb4 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450416 Sep 03 02:10:48.055911 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-f03e2728-8486-4100-9be9-be21c595fe6e service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936279 Sep 03 02:10:48.152364 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-b6fb724b-7465-4f3c-90c1-c50ffbce29e0 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893288 Sep 03 02:10:48.196633 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:48.257096 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Routers {'42135ef4-64b7-4121-b010-cdac8694f5df'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:10:48.257832 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:10:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['42135ef4-64b7-4121-b010-cdac8694f5df'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:48.260841 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bdd97-ddcf-45f3-8d8e-4c848e6dd4b7 None None] Pushing event updated for resources: {'Port': ['ID=1c579504-15dd-49d1-b5bf-2683ddfc8f7f,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:48.313026 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caf1b0-8249-44a4-99ec-1aa99f09aaf2 req-805d4336-45b3-45e4-94f7-bb0cdefc04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:48.315217 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a5caf1b0-8249-44a4-99ec-1aa99f09aaf2 req-805d4336-45b3-45e4-94f7-bb0cdefc04eb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 1098 time: 0.0469959 Sep 03 02:10:48.387930 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a5caf1b0-8249-44a4-99ec-1aa99f09aaf2 req-9b12a778-ebb5-4df8-9364-b82c4c1ebba3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636914 Sep 03 02:10:48.414542 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] Set router 42135ef4-64b7-4121-b010-cdac8694f5df gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:10:48.689961 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'name': 'tempest-TestMinimumBasicScenario-607579799-router', 'tenant_id': '5a2f23c199044e6cb8cdf40443007a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd991e1fc-f193-44bc-a7f9-35b6be60fe5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:39Z', 'updated_at': '2021-09-03T02:10:43Z', 'revision_number': 4, 'project_id': '5a2f23c199044e6cb8cdf40443007a10', 'gw_port': {'id': 'd991e1fc-f193-44bc-a7f9-35b6be60fe5a', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:39Z', 'updated_at': '2021-09-03T02:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '1c579504-15dd-49d1-b5bf-2683ddfc8f7f', 'name': '', 'network_id': '5dcad116-bf14-4735-8fe5-6897fa6bbf86', 'tenant_id': '5a2f23c199044e6cb8cdf40443007a10', 'mac_address': 'fa:16:3e:f9:0c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f3f9f469-df31-4049-82ba-6c634be357de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:42Z', 'updated_at': '2021-09-03T02:10:47Z', 'revision_number': 4, 'project_id': '5a2f23c199044e6cb8cdf40443007a10', 'subnets': [{'id': 'f3f9f469-df31-4049-82ba-6c634be357de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:10:48.723829 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1204d6c3-8267-4cb3-b269-877e77f7062f None None] The sync data for ids ['42135ef4-64b7-4121-b010-cdac8694f5df'] in dv-cinder-804735-8-iscsi is: [{'id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'name': 'tempest-TestMinimumBasicScenario-607579799-router', 'tenant_id': '5a2f23c199044e6cb8cdf40443007a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd991e1fc-f193-44bc-a7f9-35b6be60fe5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:39Z', 'updated_at': '2021-09-03T02:10:43Z', 'revision_number': 4, 'project_id': '5a2f23c199044e6cb8cdf40443007a10', 'gw_port': {'id': 'd991e1fc-f193-44bc-a7f9-35b6be60fe5a', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:39Z', 'updated_at': '2021-09-03T02:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '1c579504-15dd-49d1-b5bf-2683ddfc8f7f', 'name': '', 'network_id': '5dcad116-bf14-4735-8fe5-6897fa6bbf86', 'tenant_id': '5a2f23c199044e6cb8cdf40443007a10', 'mac_address': 'fa:16:3e:f9:0c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f3f9f469-df31-4049-82ba-6c634be357de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:42Z', 'updated_at': '2021-09-03T02:10:47Z', 'revision_number': 4, 'project_id': '5a2f23c199044e6cb8cdf40443007a10', 'subnets': [{'id': 'f3f9f469-df31-4049-82ba-6c634be357de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:10:48.915823 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22546c5-051f-4207-bf99-0cf990b288ad req-5f019cdb-e4fc-4a3c-9cdc-bdbe938a265d tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:48.925054 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a22546c5-051f-4207-bf99-0cf990b288ad req-5f019cdb-e4fc-4a3c-9cdc-bdbe938a265d tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0813975 Sep 03 02:10:48.991972 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a22546c5-051f-4207-bf99-0cf990b288ad req-bf97dc1d-04d1-4307-a795-a935ff7af392 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656872 Sep 03 02:10:49.090027 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 39554) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:49.110729 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 1c579504-15dd-49d1-b5bf-2683ddfc8f7f up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:10:49.163140 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff4e72-1f73-425e-88f1-10258d9ed553 req-b9cc2549-7f01-41aa-85a8-724d024f495e tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:49.184930 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-52ff4e72-1f73-425e-88f1-10258d9ed553 req-b9cc2549-7f01-41aa-85a8-724d024f495e tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 946 time: 0.1394820 Sep 03 02:10:49.316402 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:10:49.321918 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:49.322569 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:49.414568 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-7d5731bf-e3e2-4bed-93fb-f49c6d2df37a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6706f42fe32d4ebfb9242e3f4c5c6444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233790 Sep 03 02:10:49.417714 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 39562) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:10:49.535401 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-52ff4e72-1f73-425e-88f1-10258d9ed553 req-14b0ea67-a614-479b-846f-0b72a192a221 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333941 Sep 03 02:10:49.554500 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:49.564064 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26987dd2-8020-4dc9-a802-0a1e70a22720 req-7a33d6d3-5625-4360-95b4-377e4593647d tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:49.571951 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-26987dd2-8020-4dc9-a802-0a1e70a22720 req-7a33d6d3-5625-4360-95b4-377e4593647d tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.3887486 Sep 03 02:10:49.620244 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:49.683206 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:49.709154 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=1c579504-15dd-49d1-b5bf-2683ddfc8f7f,segment=NetworkSegment(313eb06d-16a5-4454-98ec-c61e1c707c98),segment_id=313eb06d-16a5-4454-98ec-c61e1c707c98)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:49.741564 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-26987dd2-8020-4dc9-a802-0a1e70a22720 req-0317a0d6-8d8f-447c-99b8-c736464eda6e tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582723 Sep 03 02:10:49.830208 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:49.882457 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:49.886233 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:49.898199 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0103b1c1-7904-420d-9d3e-a19034fb580e HTTP/1.1" status: 204 len: 168 time: 0.4719377 Sep 03 02:10:49.918889 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0103b1c1-7904-420d-9d3e-a19034fb580e,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:49.977847 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=1c579504-15dd-49d1-b5bf-2683ddfc8f7f,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:50.007366 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.008993 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.010685 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.011225 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.017706 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.017706 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.017706 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.017706 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.017706 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.017706 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.017706 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.017706 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ba9aa1-9433-4bd1-81af-345c00623208 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:10:50.109642 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90179b6-f427-43ab-bf2b-b919b5c3b5c0 req-58cf4f55-0047-48cc-9bda-7a0fa0b5fa8a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:50.118470 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d90179b6-f427-43ab-bf2b-b919b5c3b5c0 req-58cf4f55-0047-48cc-9bda-7a0fa0b5fa8a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 946 time: 0.1583548 Sep 03 02:10:50.258595 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f55df-f8b1-4af9-94ad-bb46ae31c7aa req-a9468da5-2dfb-45a6-8324-425309a09efc tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:50.260978 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-760f55df-f8b1-4af9-94ad-bb46ae31c7aa req-a9468da5-2dfb-45a6-8324-425309a09efc tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0929868 Sep 03 02:10:50.330138 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-760f55df-f8b1-4af9-94ad-bb46ae31c7aa req-4e5fb47a-40b2-4fff-a70f-48e12a4bb747 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599816 Sep 03 02:10:50.352783 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-d90179b6-f427-43ab-bf2b-b919b5c3b5c0 req-f3b74a0b-65d9-43f1-a08b-42bb87ad1c6a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Deleting port 653358e7-ed3e-44a5-a8b3-67791410b5ca {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:10:50.353579 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d90179b6-f427-43ab-bf2b-b919b5c3b5c0 req-f3b74a0b-65d9-43f1-a08b-42bb87ad1c6a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:50.559464 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-d90179b6-f427-43ab-bf2b-b919b5c3b5c0 req-f3b74a0b-65d9-43f1-a08b-42bb87ad1c6a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] For port 653358e7-ed3e-44a5-a8b3-67791410b5ca, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=653358e7-ed3e-44a5-a8b3-67791410b5ca,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:10:50.560044 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d90179b6-f427-43ab-bf2b-b919b5c3b5c0 req-f3b74a0b-65d9-43f1-a08b-42bb87ad1c6a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:50.578701 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-d90179b6-f427-43ab-bf2b-b919b5c3b5c0 req-f3b74a0b-65d9-43f1-a08b-42bb87ad1c6a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Calling delete_port for 653358e7-ed3e-44a5-a8b3-67791410b5ca owned by compute:nova {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:10:50.727602 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d91bfc-991a-4402-b1e6-5088082e3dbd req-7c30a469-c8dd-4a59-b814-e53024cc3af6 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:50.730232 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e0d91bfc-991a-4402-b1e6-5088082e3dbd req-7c30a469-c8dd-4a59-b814-e53024cc3af6 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 946 time: 0.0829709 Sep 03 02:10:50.809142 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e0d91bfc-991a-4402-b1e6-5088082e3dbd req-04390f06-8168-4952-bb21-2a2488e90d45 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731027 Sep 03 02:10:50.858685 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d90179b6-f427-43ab-bf2b-b919b5c3b5c0 req-f3b74a0b-65d9-43f1-a08b-42bb87ad1c6a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:50.873524 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['49b8bb00-2daf-4930-b7b3-262293cfd5d6', '2621ee03-8b0e-4b8b-82f9-095652035cbb'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:10:50.922199 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b74a0b-65d9-43f1-a08b-42bb87ad1c6a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Pushing event deleted for resources: {'Port': ['ID=653358e7-ed3e-44a5-a8b3-67791410b5ca,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:10:50.984008 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df34ad-6203-45d3-9be9-859bb5bf5fcb req-b84224e1-eb4a-4852-9c76-61273310e67a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:50.993991 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d1df34ad-6203-45d3-9be9-859bb5bf5fcb req-b84224e1-eb4a-4852-9c76-61273310e67a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0772340 Sep 03 02:10:51.039662 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90179b6-f427-43ab-bf2b-b919b5c3b5c0 req-f3b74a0b-65d9-43f1-a08b-42bb87ad1c6a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] No DVR routers for this DVR port 653358e7-ed3e-44a5-a8b3-67791410b5ca on host hv-cinder-80473 {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:10:51.042245 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d90179b6-f427-43ab-bf2b-b919b5c3b5c0 req-f3b74a0b-65d9-43f1-a08b-42bb87ad1c6a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:51.044662 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d90179b6-f427-43ab-bf2b-b919b5c3b5c0 req-f3b74a0b-65d9-43f1-a08b-42bb87ad1c6a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "DELETE /v2.0/ports/653358e7-ed3e-44a5-a8b3-67791410b5ca HTTP/1.1" status: 204 len: 173 time: 0.8302720 Sep 03 02:10:51.044834 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fa0a58-a9c1-499e-a75b-28751b08aba4', 'name': 'network-vif-deleted', 'tag': '653358e7-ed3e-44a5-a8b3-67791410b5ca'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:10:51.048200 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3cc925-fe73-4aa3-b035-bf7d7352f78c" -d '{"events": [{"server_uuid": "e8fa0a58-a9c1-499e-a75b-28751b08aba4", "name": "network-vif-deleted", "tag": "653358e7-ed3e-44a5-a8b3-67791410b5ca"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:10:51.051608 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d1df34ad-6203-45d3-9be9-859bb5bf5fcb req-d0b34611-77cf-47ee-8763-c3a4b5b493d4 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565507 Sep 03 02:10:51.052273 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 1c579504-15dd-49d1-b5bf-2683ddfc8f7f up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:10:51.134528 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:10:51.134763 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:51.149868 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02611f1-7d06-46bb-ae28-286eafacef1f x-openstack-request-id: req-a02611f1-7d06-46bb-ae28-286eafacef1f {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:10:51.150794 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fa0a58-a9c1-499e-a75b-28751b08aba4", "name": "network-vif-deleted", "tag": "653358e7-ed3e-44a5-a8b3-67791410b5ca", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:10:51.151216 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a02611f1-7d06-46bb-ae28-286eafacef1f {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:10:51.151789 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fa0a58-a9c1-499e-a75b-28751b08aba4', 'name': 'network-vif-deleted', 'tag': '653358e7-ed3e-44a5-a8b3-67791410b5ca', 'status': 'completed', 'code': 200} Sep 03 02:10:51.870830 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05538a56-ae86-43dc-ab78-c6787380bbfb req-d137ec47-2ff2-4178-8737-0f9323307fbb tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:51.878419 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-05538a56-ae86-43dc-ab78-c6787380bbfb req-d137ec47-2ff2-4178-8737-0f9323307fbb tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.1374180 Sep 03 02:10:51.962221 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdadf5-bc55-4be9-aa55-4e7037a86fa9 req-fe1a1546-94dd-4d6e-a036-aa3a9de8e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:51.964534 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6ffdadf5-bc55-4be9-aa55-4e7037a86fa9 req-fe1a1546-94dd-4d6e-a036-aa3a9de8e7a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c4774ba8da241fbbb968a2804c02ff2&device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 1098 time: 0.0996892 Sep 03 02:10:51.995719 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-05538a56-ae86-43dc-ab78-c6787380bbfb req-9e1f1b5b-0b49-4aaf-a6ca-aed4f4e47b1f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984662 Sep 03 02:10:52.026469 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 653358e7-ed3e-44a5-a8b3-67791410b5ca no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:10:52.078161 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: 653358e7-ed3e-44a5-a8b3-67791410b5ca {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:10:52.078724 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 653358e7-ed3e-44a5-a8b3-67791410b5ca not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:10:52.111864 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b63cc-9f83-4461-bd69-0ba786202927 req-c4e3d926-31bc-4273-9bbb-b698ce03ecc6 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:52.126819 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-706b63cc-9f83-4461-bd69-0ba786202927 req-c4e3d926-31bc-4273-9bbb-b698ce03ecc6 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0746925 Sep 03 02:10:52.160387 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdadf5-bc55-4be9-aa55-4e7037a86fa9 req-919a5dc0-db03-45bf-b5c1-d31ab0ea06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:52.163715 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6ffdadf5-bc55-4be9-aa55-4e7037a86fa9 req-919a5dc0-db03-45bf-b5c1-d31ab0ea06c6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d HTTP/1.1" status: 200 len: 919 time: 0.1703479 Sep 03 02:10:52.181468 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-706b63cc-9f83-4461-bd69-0ba786202927 req-cdc5f55c-eed9-4c63-9cce-1b5724734260 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475681 Sep 03 02:10:52.278055 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b35db5c5-6d1a-48a9-a6f2-016e55f4a7d9 req-c56339ee-c9d2-4251-a9b3-548dfdfdbc37 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=e8fa0a58-a9c1-499e-a75b-28751b08aba4 HTTP/1.1" status: 200 len: 210 time: 0.0288763 Sep 03 02:10:52.336486 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6ffdadf5-bc55-4be9-aa55-4e7037a86fa9 req-f45c1b06-05fb-44f0-b50c-f44e062e2560 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 HTTP/1.1" status: 200 len: 217 time: 0.0410368 Sep 03 02:10:52.387040 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdadf5-bc55-4be9-aa55-4e7037a86fa9 req-7eb840cf-fe2b-4b34-9bdf-f072636f4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:52.388543 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6ffdadf5-bc55-4be9-aa55-4e7037a86fa9 req-7eb840cf-fe2b-4b34-9bdf-f072636f4abb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3deac0ad-467b-49ad-bcf6-a22944b91c56 HTTP/1.1" status: 200 len: 858 time: 0.0503883 Sep 03 02:10:52.423165 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6ffdadf5-bc55-4be9-aa55-4e7037a86fa9 req-911214e5-7201-4991-819e-b025adccfe89 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232344 Sep 03 02:10:52.515830 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6ffdadf5-bc55-4be9-aa55-4e7037a86fa9 req-1cbe0c71-4812-4cee-9a12-21909333cc0a service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852292 Sep 03 02:10:52.603621 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6ffdadf5-bc55-4be9-aa55-4e7037a86fa9 req-f595c835-0b72-491b-8f95-bb4dd88b432e service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800986 Sep 03 02:10:53.151864 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cccfb-0566-4e52-8794-a13de5c5c008 req-0a0ba42c-53f4-46df-935f-77b7b9f71830 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:53.160603 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-573cccfb-0566-4e52-8794-a13de5c5c008 req-0a0ba42c-53f4-46df-935f-77b7b9f71830 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0868490 Sep 03 02:10:53.214840 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-573cccfb-0566-4e52-8794-a13de5c5c008 req-f278aea8-8b5d-48cc-8cfa-b4e53e013794 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533750 Sep 03 02:10:53.430785 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c557523-8e59-4ec0-87f4-b9331cea376d req-9027218b-e5d3-4e8f-a931-9a7e2da86faa tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:53.439914 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0c557523-8e59-4ec0-87f4-b9331cea376d req-9027218b-e5d3-4e8f-a931-9a7e2da86faa tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0689650 Sep 03 02:10:53.518797 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0c557523-8e59-4ec0-87f4-b9331cea376d req-34fbd679-9635-4cf0-b194-36c2cf08c839 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773976 Sep 03 02:10:54.153348 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252c70a-5fa7-4956-97e1-5929b861acdd req-27ac01d9-23e6-4ed8-8dca-70bd894d8d28 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:54.161334 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5252c70a-5fa7-4956-97e1-5929b861acdd req-27ac01d9-23e6-4ed8-8dca-70bd894d8d28 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 945 time: 0.1896038 Sep 03 02:10:54.212470 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5252c70a-5fa7-4956-97e1-5929b861acdd req-d7f57012-8d00-4411-936f-f667be103ff7 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430682 Sep 03 02:10:54.478984 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4005c02-9971-47d5-ba90-4e25ca366dbb req-1e552839-d8af-42c1-a946-389a2641d597 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:54.499268 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f4005c02-9971-47d5-ba90-4e25ca366dbb req-1e552839-d8af-42c1-a946-389a2641d597 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.1670315 Sep 03 02:10:54.562350 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f4005c02-9971-47d5-ba90-4e25ca366dbb req-c4f0d78b-a0ab-4308-8325-cdd848ab05c3 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620937 Sep 03 02:10:54.742355 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76dbe1-3358-4c57-8d60-13e585442f0a req-aa3665ba-c9ae-4064-82ee-e4e3da0e92c2 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:54.743857 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3d76dbe1-3358-4c57-8d60-13e585442f0a req-aa3665ba-c9ae-4064-82ee-e4e3da0e92c2 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0615430 Sep 03 02:10:54.829076 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3d76dbe1-3358-4c57-8d60-13e585442f0a req-bc38cfe6-dc47-4230-8139-97e7c58e6ce1 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726604 Sep 03 02:10:55.368060 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609be97-a3c4-429a-a283-c3d7103723a7 req-7c8462dd-3e84-48eb-a944-2fbf080ab040 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:55.370026 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a609be97-a3c4-429a-a283-c3d7103723a7 req-7c8462dd-3e84-48eb-a944-2fbf080ab040 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 945 time: 0.0649204 Sep 03 02:10:55.420073 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a609be97-a3c4-429a-a283-c3d7103723a7 req-b44e2043-23bd-4a2f-9e1b-0601bea62466 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436630 Sep 03 02:10:55.702244 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643332a-7df2-471c-a451-e3a594834f73 req-d2224236-03a9-41dc-9cae-51fd1b22bdc3 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:55.703893 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c643332a-7df2-471c-a451-e3a594834f73 req-d2224236-03a9-41dc-9cae-51fd1b22bdc3 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0504470 Sep 03 02:10:55.744902 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c643332a-7df2-471c-a451-e3a594834f73 req-0410cc0b-80ba-4b3b-a9b7-3862ad377f90 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347536 Sep 03 02:10:55.946798 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca9f81-3ce1-4b49-b2d3-3e0d001bcb0c req-852c67d9-baee-480d-a858-1bd35ea1f814 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:55.948316 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-64ca9f81-3ce1-4b49-b2d3-3e0d001bcb0c req-852c67d9-baee-480d-a858-1bd35ea1f814 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0521719 Sep 03 02:10:56.009227 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-64ca9f81-3ce1-4b49-b2d3-3e0d001bcb0c req-456a382f-6afd-4342-a0c0-5aa11fc226ab tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530550 Sep 03 02:10:56.534478 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f0585-1727-4ce0-bad7-c26f0fcd9c36 req-17b66e17-cc95-4d99-88ab-2c5e31081d5d tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:56.535975 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-559f0585-1727-4ce0-bad7-c26f0fcd9c36 req-17b66e17-cc95-4d99-88ab-2c5e31081d5d tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 945 time: 0.0475352 Sep 03 02:10:56.572321 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-559f0585-1727-4ce0-bad7-c26f0fcd9c36 req-3d2e9f6a-8ff5-403a-a478-f2bf5b23c5d0 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299823 Sep 03 02:10:56.912967 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1988d7-9345-4205-95af-2c4f8018b776 req-0154c6a2-afc9-4522-8477-9a70d4a10c0a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:56.914448 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5b1988d7-9345-4205-95af-2c4f8018b776 req-0154c6a2-afc9-4522-8477-9a70d4a10c0a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0504241 Sep 03 02:10:56.952583 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5b1988d7-9345-4205-95af-2c4f8018b776 req-001ab176-d303-47cc-a517-232d713fde90 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322940 Sep 03 02:10:57.157333 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a1f4f-9639-49e5-b874-3e3c512bf759 req-cb758c39-c1c2-4035-9f73-77d3a9aaeb87 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:57.157333 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-787a1f4f-9639-49e5-b874-3e3c512bf759 req-cb758c39-c1c2-4035-9f73-77d3a9aaeb87 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0684583 Sep 03 02:10:57.237189 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-787a1f4f-9639-49e5-b874-3e3c512bf759 req-f7ecbb85-a7ad-4844-9a84-28a83efc3314 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716379 Sep 03 02:10:57.329832 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-85d96283-2a0b-4dcf-8e16-46c89c19cfdd tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:57.331292 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-85d96283-2a0b-4dcf-8e16-46c89c19cfdd tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/networks?id=53284621-3e96-408e-a7e3-7efe4a897e53 HTTP/1.1" status: 200 len: 814 time: 0.1670356 Sep 03 02:10:57.346344 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-2d3a4f75-c7d6-4581-9e73-df90fc1f033c tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/quotas/f0c4e736d0494bdc9e982b604a6d02b4 HTTP/1.1" status: 200 len: 375 time: 0.0087702 Sep 03 02:10:57.398384 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-53d2f955-6e2c-49ce-b493-9113265c2d46 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0c4e736d0494bdc9e982b604a6d02b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461173 Sep 03 02:10:57.499234 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-e0c7b1e1-8fe0-4512-a7c3-811e580e483b service neutron] 10.222.0.21 "GET /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974710 Sep 03 02:10:57.588390 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4d4c8dd7-6da9-4dee-81b0-584cc5dd1435 service neutron] 10.222.0.21 "GET /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882120 Sep 03 02:10:57.691640 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6da202-4382-4c18-add3-bafc6a2b145b req-c9273e49-7772-4d95-ae9d-d3f5e47cb923 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:57.693145 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eb6da202-4382-4c18-add3-bafc6a2b145b req-c9273e49-7772-4d95-ae9d-d3f5e47cb923 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 945 time: 0.0519984 Sep 03 02:10:57.734281 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eb6da202-4382-4c18-add3-bafc6a2b145b req-edcebc58-c2b4-461c-9192-010bcdb65f73 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345848 Sep 03 02:10:57.876793 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cc21bbc5-ca49-4e10-912d-0f13232eab7f req-20804c36-eb80-4252-93ef-79d5e3e7ea65 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0362620 Sep 03 02:10:57.946762 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-b3d8fb7a-b52b-437c-aa11-bb74eb7b7ae5 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:57.948260 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-b3d8fb7a-b52b-437c-aa11-bb74eb7b7ae5 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/networks?id=89eabf15-ada6-4bec-938b-3d6527b4389b HTTP/1.1" status: 200 len: 815 time: 0.1302030 Sep 03 02:10:57.964037 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-4b996642-e852-49c5-9f3f-807b3b53c41a tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/quotas/d014b0bd80a8401db903ec24b7488dda HTTP/1.1" status: 200 len: 375 time: 0.0098386 Sep 03 02:10:58.039520 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-8a7304c4-4932-43c0-bd80-9e7d796b0736 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d014b0bd80a8401db903ec24b7488dda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686345 Sep 03 02:10:58.087968 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:10:58.379531 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9e68-f378-46e1-9a5b-13dcc590db2e req-5d167a51-34e3-4152-b062-c04a957492f4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:58.381687 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dceb9e68-f378-46e1-9a5b-13dcc590db2e req-5d167a51-34e3-4152-b062-c04a957492f4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.3292167 Sep 03 02:10:58.408599 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-ff6af1df-92b4-4b68-8db5-9b3b2fd7ebce service neutron] 10.222.0.21 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553634 Sep 03 02:10:58.442736 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dceb9e68-f378-46e1-9a5b-13dcc590db2e req-ebf18369-bba2-4181-b56c-61c21ba3e700 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513647 Sep 03 02:10:58.565291 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-7885662c-dad4-4c1f-b21b-3b92459eb6d0 service neutron] 10.222.0.21 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446531 Sep 03 02:10:58.578967 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4935412-7639-477b-8785-220b06185cee req-6f9de7c5-8856-40fa-b4d8-8d4658c0d31d tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:58.580761 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d4935412-7639-477b-8785-220b06185cee req-6f9de7c5-8856-40fa-b4d8-8d4658c0d31d tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0668378 Sep 03 02:10:58.644671 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d4935412-7639-477b-8785-220b06185cee req-f2172a18-d0b6-4158-b5e2-6005eb57a6a4 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566666 Sep 03 02:10:58.851541 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2797fd39-06ac-4399-bf5f-312ad9afd48f req-fc6e7311-f547-4cb9-9742-c7b3d124d05c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0498135 Sep 03 02:10:58.873454 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e46c45-210f-43f5-ba09-7fdc22b10dac req-99293bac-c9d0-471e-8c23-b6e4d8a909ed tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:58.874923 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-77e46c45-210f-43f5-ba09-7fdc22b10dac req-99293bac-c9d0-471e-8c23-b6e4d8a909ed tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 945 time: 0.0637729 Sep 03 02:10:58.921119 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-77e46c45-210f-43f5-ba09-7fdc22b10dac req-b4b8b200-b605-4dfd-834e-eaa4c80fb9dc tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360615 Sep 03 02:10:58.987422 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f54fcad7-3029-4c4c-b14c-900b7418174b req-9ff1e3c1-15d8-4d23-b04c-74229f6f1f9b tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0377278 Sep 03 02:10:59.575511 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33d42d-fe66-4a10-8e44-470eff8af961 req-41bdefcf-3949-48b4-95c5-d422f0a1555f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:59.576981 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ef33d42d-fe66-4a10-8e44-470eff8af961 req-41bdefcf-3949-48b4-95c5-d422f0a1555f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0495293 Sep 03 02:10:59.613685 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ef33d42d-fe66-4a10-8e44-470eff8af961 req-415fb387-b316-4ed5-bf78-2ca41e1f07df tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307915 Sep 03 02:10:59.812199 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f91402-3856-40ac-8593-3d98916b72e7 req-c4952c19-d917-4211-b9aa-0d53f17e0568 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:10:59.814406 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b7f91402-3856-40ac-8593-3d98916b72e7 req-c4952c19-d917-4211-b9aa-0d53f17e0568 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0813162 Sep 03 02:10:59.858413 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b7f91402-3856-40ac-8593-3d98916b72e7 req-c6585161-eb96-4411-8d48-1bd921bd2416 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365212 Sep 03 02:10:59.942757 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f3304e1c-19d6-4ee3-a4bf-820976e43a16 req-92f4b275-3672-4420-90d0-9e446053d66d tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0308204 Sep 03 02:11:00.084447 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e0dbcd59-ea8e-4b5c-85a2-3a933dbbfe3a req-c2879d3a-34a2-4777-be7c-c20cc0eb83a4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0290234 Sep 03 02:11:00.095919 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713fdf4-4b28-4dbc-9b4e-34388e9efe54 req-358d9385-705c-4a1f-bc9d-41d177a37301 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:00.096483 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a713fdf4-4b28-4dbc-9b4e-34388e9efe54 req-358d9385-705c-4a1f-bc9d-41d177a37301 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 945 time: 0.0856392 Sep 03 02:11:00.134812 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a713fdf4-4b28-4dbc-9b4e-34388e9efe54 req-3fb3f49e-efcb-47c0-a130-0be994272c90 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Sep 03 02:11:00.740868 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4507719-c459-4fa2-a469-7aa5466aaf35 req-75f3db1c-6c3f-4558-b3d5-f3e18d528c88 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:00.742602 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d4507719-c459-4fa2-a469-7aa5466aaf35 req-75f3db1c-6c3f-4558-b3d5-f3e18d528c88 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0566175 Sep 03 02:11:00.793296 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d4507719-c459-4fa2-a469-7aa5466aaf35 req-e96a0393-abcd-4bd1-8712-795b6b485a67 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446761 Sep 03 02:11:01.003773 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf3092-fdd3-4155-918b-0b6582c31346 req-e2622c79-10ed-4c7d-b826-f15afc7272a4 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:01.003773 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-89bf3092-fdd3-4155-918b-0b6582c31346 req-e2622c79-10ed-4c7d-b826-f15afc7272a4 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0676959 Sep 03 02:11:01.061056 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5949ca01-2483-4f96-ad75-062d87802026 req-8d89d864-c1a8-46f6-b848-6a46d33b28d0 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0333226 Sep 03 02:11:01.070805 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-89bf3092-fdd3-4155-918b-0b6582c31346 req-b674fb9c-ca95-44a7-97a2-409f900c47c4 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671866 Sep 03 02:11:01.178728 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-026c3385-d443-4d63-90b0-dbb4eeadbf53 req-263c3b57-55ca-4014-a4ab-5eda033cdc56 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0306075 Sep 03 02:11:01.272666 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7da9a5-33b5-498e-b64a-8c401010a63e req-36aa8fbe-6921-429a-a81d-9782dddc8f84 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:01.274219 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4a7da9a5-33b5-498e-b64a-8c401010a63e req-36aa8fbe-6921-429a-a81d-9782dddc8f84 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 945 time: 0.0559275 Sep 03 02:11:01.316490 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4a7da9a5-33b5-498e-b64a-8c401010a63e req-5756b6ab-b909-466c-adfe-ac7f7fbeead2 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360792 Sep 03 02:11:01.909145 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f73315-d2db-4d66-a13f-9ae78b903790 req-6078769f-6351-4135-9917-5ae2aeb7259b tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:01.910659 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b9f73315-d2db-4d66-a13f-9ae78b903790 req-6078769f-6351-4135-9917-5ae2aeb7259b tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0507536 Sep 03 02:11:01.955236 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b9f73315-d2db-4d66-a13f-9ae78b903790 req-962c65f0-784f-4a83-a5c3-f3637300f8f9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379419 Sep 03 02:11:02.167225 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-910389d1-0ec3-42bf-9ffc-b4984369ff09 req-816b69f8-7549-458c-bf6f-1f2c31e0c0c5 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0338507 Sep 03 02:11:02.206571 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b964c-1f0e-4681-a08b-6b44a82b5433 req-83f89958-a01f-4b4c-8cfb-a50e8cbe13cb tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:02.208165 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c09b964c-1f0e-4681-a08b-6b44a82b5433 req-83f89958-a01f-4b4c-8cfb-a50e8cbe13cb tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0660484 Sep 03 02:11:02.246545 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c09b964c-1f0e-4681-a08b-6b44a82b5433 req-1c73dc0a-a1a4-44d0-bdb5-d5a640447c9c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Sep 03 02:11:02.275663 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8b4bb20e-8e63-46bb-84c2-a10444890e44 req-2362eab7-d3b5-4918-9fa6-85e85fd2213d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0281503 Sep 03 02:11:02.433423 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05f616-de9d-4d2d-949f-4d33d72bede0 req-6c8707b1-b286-4c0a-b7f9-41f16dc65b03 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:02.434896 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-df05f616-de9d-4d2d-949f-4d33d72bede0 req-6c8707b1-b286-4c0a-b7f9-41f16dc65b03 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 945 time: 0.0523157 Sep 03 02:11:02.471096 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-df05f616-de9d-4d2d-949f-4d33d72bede0 req-f9903bdb-0de0-4a91-b6cd-3d3bc02ae6c2 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303600 Sep 03 02:11:03.075025 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34a548-3c43-4e51-b823-35f3db1c9c39 req-5d2fbde5-d53e-4618-a9a3-e87ad8a1d093 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:03.076505 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ae34a548-3c43-4e51-b823-35f3db1c9c39 req-5d2fbde5-d53e-4618-a9a3-e87ad8a1d093 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0476887 Sep 03 02:11:03.112606 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ae34a548-3c43-4e51-b823-35f3db1c9c39 req-3e4967c2-a3df-4242-987d-8b7cbc501144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303094 Sep 03 02:11:03.263558 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bc3de8d0-2ead-47c8-8637-23eb4b498f93 req-e2002884-7316-4de3-8539-405c3118b029 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0304985 Sep 03 02:11:03.372505 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1a3e3270-fa9d-4351-a3c2-709c3a574bc1 req-9b872dbc-b9a0-4dd2-a307-e620205e492a tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0291107 Sep 03 02:11:03.393717 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0b7cc-fc2b-4901-be55-5d5d484527bc req-db50907c-77a9-4c2a-a83c-9f75ead81a78 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:03.393717 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7ed0b7cc-fc2b-4901-be55-5d5d484527bc req-db50907c-77a9-4c2a-a83c-9f75ead81a78 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0791321 Sep 03 02:11:03.432746 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7ed0b7cc-fc2b-4901-be55-5d5d484527bc req-00834bbb-da71-451e-a6d0-e35087307636 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326185 Sep 03 02:11:03.598610 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a844002-aea7-4ba0-9933-9130d744b2a3 req-85a8b7e6-8344-4be9-813a-09ba616fa2e6 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:03.600972 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1a844002-aea7-4ba0-9933-9130d744b2a3 req-85a8b7e6-8344-4be9-813a-09ba616fa2e6 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 945 time: 0.0510185 Sep 03 02:11:03.647190 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1a844002-aea7-4ba0-9933-9130d744b2a3 req-4efd07de-4624-46dd-8cba-4bc310e46bc0 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400999 Sep 03 02:11:03.664469 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2415a4b9-2482-4379-bafd-15f25e3b48c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:04.235042 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced614f9-dba1-4822-a496-b3f03dd406ac req-501ee44e-42f0-4b50-b7fe-68bf907f49da tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:04.236552 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ced614f9-dba1-4822-a496-b3f03dd406ac req-501ee44e-42f0-4b50-b7fe-68bf907f49da tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0529985 Sep 03 02:11:04.237901 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f99950a3-3cb2-4524-a134-8c8438754294 req-f1fecd0e-24ad-4d39-8c0f-ec50314a595f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420160 Sep 03 02:11:04.276610 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ced614f9-dba1-4822-a496-b3f03dd406ac req-f42d9fa5-1101-4a9f-8495-5c0a6892b1f2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340130 Sep 03 02:11:04.304822 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99950a3-3cb2-4524-a134-8c8438754294 req-866e9e17-36f5-4060-926c-b4af276f7666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:04.306338 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f99950a3-3cb2-4524-a134-8c8438754294 req-866e9e17-36f5-4060-926c-b4af276f7666 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c4774ba8da241fbbb968a2804c02ff2&device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 1098 time: 0.0454555 Sep 03 02:11:04.355753 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-48875743-dfbb-4c46-88a3-4233491ffe4a req-3ecc3d7f-d618-451e-8004-5ddfb368fe3a tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0266178 Sep 03 02:11:04.429036 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99950a3-3cb2-4524-a134-8c8438754294 req-b5893f59-961b-4208-a1d9-da18ddfa143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:04.431885 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f99950a3-3cb2-4524-a134-8c8438754294 req-b5893f59-961b-4208-a1d9-da18ddfa143d service neutron] 10.222.0.25 "GET /v2.0/networks?id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d HTTP/1.1" status: 200 len: 919 time: 0.0885260 Sep 03 02:11:04.475940 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c74e4408-e779-4038-803b-377f8bf3863b req-37847034-49de-45b1-836a-c2f048025d64 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0328388 Sep 03 02:11:04.498978 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f99950a3-3cb2-4524-a134-8c8438754294 req-6bba8ed5-be8a-409a-980f-f2eff4dea426 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7aa67032-b894-4142-b8ed-47222fad4682 HTTP/1.1" status: 200 len: 217 time: 0.0595517 Sep 03 02:11:04.561348 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ad2cd-4608-4f46-b171-6f56c78a8d96 req-3f7866ee-5d43-4aa5-a541-451170bf4a5a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:04.562994 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-de4ad2cd-4608-4f46-b171-6f56c78a8d96 req-3f7866ee-5d43-4aa5-a541-451170bf4a5a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0550981 Sep 03 02:11:04.601285 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-de4ad2cd-4608-4f46-b171-6f56c78a8d96 req-a5b38cde-5bd4-422e-84ab-08e3636db973 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317585 Sep 03 02:11:04.613155 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99950a3-3cb2-4524-a134-8c8438754294 req-9b99a684-3678-475c-9f23-d036ba07a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:04.614676 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f99950a3-3cb2-4524-a134-8c8438754294 req-9b99a684-3678-475c-9f23-d036ba07a290 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3deac0ad-467b-49ad-bcf6-a22944b91c56 HTTP/1.1" status: 200 len: 858 time: 0.0995173 Sep 03 02:11:04.649326 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-45835d0c-f8df-4682-b7ea-fb85fbed6ca8 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:04.650708 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-45835d0c-f8df-4682-b7ea-fb85fbed6ca8 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.25 "GET /v2.0/networks?id=53284621-3e96-408e-a7e3-7efe4a897e53 HTTP/1.1" status: 200 len: 814 time: 0.1611998 Sep 03 02:11:04.668671 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f99950a3-3cb2-4524-a134-8c8438754294 req-7a6bf177-60dd-4022-894e-21bddc2e8afe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359268 Sep 03 02:11:04.668825 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-d229ece6-dae1-4ad9-9e6f-f19dbc28e700 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Request body: {'port': {'device_id': 'eda925fe-9ff1-4ffe-9314-4af4dc426c9c', 'network_id': '53284621-3e96-408e-a7e3-7efe4a897e53', 'admin_state_up': True, 'tenant_id': 'f0c4e736d0494bdc9e982b604a6d02b4'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:11:04.770664 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68c000-108b-40e4-bafc-6d11ac5b1a0a req-18025884-64f9-4215-aa43-8ad0fbe6aea0 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:04.772533 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5f68c000-108b-40e4-bafc-6d11ac5b1a0a req-18025884-64f9-4215-aa43-8ad0fbe6aea0 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 945 time: 0.0556846 Sep 03 02:11:04.811742 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5f68c000-108b-40e4-bafc-6d11ac5b1a0a req-008ff94f-803a-4d01-9742-77eb3c837401 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329611 Sep 03 02:11:04.847056 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f99950a3-3cb2-4524-a134-8c8438754294 req-ceb524a6-3cd1-4d75-a912-2f661294db7d service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626413 Sep 03 02:11:04.901492 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-d229ece6-dae1-4ad9-9e6f-f19dbc28e700 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Made reservation on behalf of f0c4e736d0494bdc9e982b604a6d02b4 for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:11:04.904811 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-d229ece6-dae1-4ad9-9e6f-f19dbc28e700 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:04.970174 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28198506-ff75-4e83-ac3d-f444a181d51d req-81452ce0-2c1b-4c98-bb3c-cb724456ddad tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:04.971752 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-28198506-ff75-4e83-ac3d-f444a181d51d req-81452ce0-2c1b-4c98-bb3c-cb724456ddad tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 945 time: 0.0505853 Sep 03 02:11:05.136218 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [req-28198506-ff75-4e83-ac3d-f444a181d51d req-777574f0-1f73-440c-a944-c59cc6049cb5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Deleting port 2621ee03-8b0e-4b8b-82f9-095652035cbb {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:11:05.136566 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-28198506-ff75-4e83-ac3d-f444a181d51d req-777574f0-1f73-440c-a944-c59cc6049cb5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:05.230293 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [req-28198506-ff75-4e83-ac3d-f444a181d51d req-777574f0-1f73-440c-a944-c59cc6049cb5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] For port 2621ee03-8b0e-4b8b-82f9-095652035cbb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2621ee03-8b0e-4b8b-82f9-095652035cbb,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:11:05.231350 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-28198506-ff75-4e83-ac3d-f444a181d51d req-777574f0-1f73-440c-a944-c59cc6049cb5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:05.246325 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [req-28198506-ff75-4e83-ac3d-f444a181d51d req-777574f0-1f73-440c-a944-c59cc6049cb5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Calling delete_port for 2621ee03-8b0e-4b8b-82f9-095652035cbb owned by compute:nova {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:11:05.250275 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f99950a3-3cb2-4524-a134-8c8438754294 req-2d929850-02ed-4446-b508-9b040e7f30df service neutron] 10.222.0.25 "GET /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681548 Sep 03 02:11:05.316680 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-d229ece6-dae1-4ad9-9e6f-f19dbc28e700 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Allocated IP 172.20.0.9 (53284621-3e96-408e-a7e3-7efe4a897e53/d4ce912c-378c-4139-ba8b-c9621ce7622e/6f8d401d-bc2f-4ebe-8835-2c29f0570135) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:11:05.472431 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-d229ece6-dae1-4ad9-9e6f-f19dbc28e700 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:05.489337 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0660bd7e-09ba-4bbc-b511-a4d26260ae07 req-92fbd1c8-38fc-4403-a8c5-947ca6b98dd8 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0450058 Sep 03 02:11:05.499024 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-9d20787a-7b73-4bb2-88df-c6a607bec1d1 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:05.503462 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-9d20787a-7b73-4bb2-88df-c6a607bec1d1 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.25 "GET /v2.0/networks?id=89eabf15-ada6-4bec-938b-3d6527b4389b HTTP/1.1" status: 200 len: 815 time: 0.2409446 Sep 03 02:11:05.531238 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-f9cb0b7c-8be0-4b14-ab7f-ddcd62101307 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Request body: {'port': {'device_id': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b', 'admin_state_up': True, 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:11:05.546126 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350995d-121d-476d-ad03-4862a9e8cdbf req-362bda70-7209-41d4-8d50-502988d348f7 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:05.547634 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5350995d-121d-476d-ad03-4862a9e8cdbf req-362bda70-7209-41d4-8d50-502988d348f7 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.1724920 Sep 03 02:11:05.595941 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-d229ece6-dae1-4ad9-9e6f-f19dbc28e700 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:05.624943 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6e1cd08d-182e-4da4-aa5f-f49f8389429b req-52009855-2c94-4fbd-8d19-7230b325d58d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0653517 Sep 03 02:11:05.652400 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-d229ece6-dae1-4ad9-9e6f-f19dbc28e700 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Network 53284621-3e96-408e-a7e3-7efe4a897e53 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:11:05.656977 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-d229ece6-dae1-4ad9-9e6f-f19dbc28e700 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:11:05.670343 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229ece6-dae1-4ad9-9e6f-f19dbc28e700 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Pushing event updated for resources: {'Port': ['ID=6f8d401d-bc2f-4ebe-8835-2c29f0570135,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:05.674806 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5350995d-121d-476d-ad03-4862a9e8cdbf req-189937ed-f2d0-45d8-96c1-357ad4cf35fc tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118052 Sep 03 02:11:05.680437 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-d229ece6-dae1-4ad9-9e6f-f19dbc28e700 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:11:05.715780 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-28198506-ff75-4e83-ac3d-f444a181d51d req-777574f0-1f73-440c-a944-c59cc6049cb5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:05.731365 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['49b8bb00-2daf-4930-b7b3-262293cfd5d6', '2621ee03-8b0e-4b8b-82f9-095652035cbb'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:11:05.748017 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-d229ece6-dae1-4ad9-9e6f-f19dbc28e700 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:05.748593 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-d229ece6-dae1-4ad9-9e6f-f19dbc28e700 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:05.761634 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777574f0-1f73-440c-a944-c59cc6049cb5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Pushing event deleted for resources: {'Port': ['ID=2621ee03-8b0e-4b8b-82f9-095652035cbb,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:05.796869 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-f9cb0b7c-8be0-4b14-ab7f-ddcd62101307 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Made reservation on behalf of d014b0bd80a8401db903ec24b7488dda for: {'port': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:11:05.800687 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-f9cb0b7c-8be0-4b14-ab7f-ddcd62101307 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:05.879753 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-d229ece6-dae1-4ad9-9e6f-f19dbc28e700 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2161477 Sep 03 02:11:05.896094 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Request body: {'port': {'device_id': 'eda925fe-9ff1-4ffe-9314-4af4dc426c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:11:05.910677 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [req-28198506-ff75-4e83-ac3d-f444a181d51d req-777574f0-1f73-440c-a944-c59cc6049cb5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] No DVR routers for this DVR port 2621ee03-8b0e-4b8b-82f9-095652035cbb on host hv-cinder-80473 {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:11:05.925163 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ccfeb-406e-4882-804a-05d195b4174a req-4c98f86b-977f-4882-ba1f-57bf718364f0 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:05.927324 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0b3ccfeb-406e-4882-804a-05d195b4174a req-4c98f86b-977f-4882-ba1f-57bf718364f0 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.2005420 Sep 03 02:11:05.945323 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-28198506-ff75-4e83-ac3d-f444a181d51d req-777574f0-1f73-440c-a944-c59cc6049cb5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:05.947565 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-28198506-ff75-4e83-ac3d-f444a181d51d req-777574f0-1f73-440c-a944-c59cc6049cb5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "DELETE /v2.0/ports/2621ee03-8b0e-4b8b-82f9-095652035cbb HTTP/1.1" status: 204 len: 173 time: 0.9666417 Sep 03 02:11:05.954204 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:05.972684 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e88fc6-4822-42c8-a874-71ed78e1ff36', 'name': 'network-vif-deleted', 'tag': '2621ee03-8b0e-4b8b-82f9-095652035cbb'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:11:05.975575 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1756ac35-ae12-406f-a9e2-9e86cb0c7747" -d '{"events": [{"server_uuid": "b1e88fc6-4822-42c8-a874-71ed78e1ff36", "name": "network-vif-deleted", "tag": "2621ee03-8b0e-4b8b-82f9-095652035cbb"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:11:05.984387 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-39ef8a7d-91b4-4b7d-8728-f120adacccb6 req-5b2514d4-4b77-4b02-a55f-be762e35b85c tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 210 time: 0.0991359 Sep 03 02:11:06.068801 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ca87f2-a1af-4834-bae4-a6171abbca09 x-openstack-request-id: req-f8ca87f2-a1af-4834-bae4-a6171abbca09 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:11:06.069722 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e88fc6-4822-42c8-a874-71ed78e1ff36", "name": "network-vif-deleted", "tag": "2621ee03-8b0e-4b8b-82f9-095652035cbb", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:11:06.070648 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8ca87f2-a1af-4834-bae4-a6171abbca09 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:11:06.071137 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e88fc6-4822-42c8-a874-71ed78e1ff36', 'name': 'network-vif-deleted', 'tag': '2621ee03-8b0e-4b8b-82f9-095652035cbb', 'status': 'completed', 'code': 200} Sep 03 02:11:06.080367 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0b3ccfeb-406e-4882-804a-05d195b4174a req-0afb364c-6cd9-43f3-b712-736316b071ec tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013255 Sep 03 02:11:06.111933 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-f9cb0b7c-8be0-4b14-ab7f-ddcd62101307 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Allocated IP 172.20.0.11 (89eabf15-ada6-4bec-938b-3d6527b4389b/d751a5c5-7e7c-4310-ac9f-b57fc6979183/cc3a4573-c25e-431d-90d4-df51cd38c2b7) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:11:06.198912 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5d177926-cf7c-4ce0-b1bd-c09c7c8458f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:06.273653 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f8d401d-bc2f-4ebe-8835-2c29f0570135 {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:11:06.282770 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:06.302074 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Transition to ACTIVE for port object 6f8d401d-bc2f-4ebe-8835-2c29f0570135 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:11:06.326669 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-f9cb0b7c-8be0-4b14-ab7f-ddcd62101307 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:06.341224 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-f9cb0b7c-8be0-4b14-ab7f-ddcd62101307 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Transition to ACTIVE for port object cc3a4573-c25e-431d-90d4-df51cd38c2b7 will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:11:06.395465 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:06.446201 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8d401d-bc2f-4ebe-8835-2c29f0570135,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:06.487818 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-f9cb0b7c-8be0-4b14-ab7f-ddcd62101307 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:06.517798 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Attempting to bind port 6f8d401d-bc2f-4ebe-8835-2c29f0570135 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:11:06.517798 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Attempting to bind port 6f8d401d-bc2f-4ebe-8835-2c29f0570135 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '0cc04cd6-a766-421d-8684-572e82daf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '53284621-3e96-408e-a7e3-7efe4a897e53'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:11:06.517798 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Attempting to bind port 6f8d401d-bc2f-4ebe-8835-2c29f0570135 on network 53284621-3e96-408e-a7e3-7efe4a897e53 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:11:06.524258 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Port 6f8d401d-bc2f-4ebe-8835-2c29f0570135 on network 53284621-3e96-408e-a7e3-7efe4a897e53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:11:06.524694 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Attempting to bind port 6f8d401d-bc2f-4ebe-8835-2c29f0570135 on network 53284621-3e96-408e-a7e3-7efe4a897e53 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:11:06.531596 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:11:06.531949 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Checking segment: {'id': '0cc04cd6-a766-421d-8684-572e82daf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '53284621-3e96-408e-a7e3-7efe4a897e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:11:06.532389 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Bound using segment: {'id': '0cc04cd6-a766-421d-8684-572e82daf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '53284621-3e96-408e-a7e3-7efe4a897e53'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:11:06.532778 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Bound port: 6f8d401d-bc2f-4ebe-8835-2c29f0570135, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc04cd6-a766-421d-8684-572e82daf863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '53284621-3e96-408e-a7e3-7efe4a897e53'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:11:06.533124 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:06.592242 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cb0b7c-8be0-4b14-ab7f-ddcd62101307 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Pushing event updated for resources: {'Port': ['ID=cc3a4573-c25e-431d-90d4-df51cd38c2b7,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:06.629441 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-f9cb0b7c-8be0-4b14-ab7f-ddcd62101307 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Network 89eabf15-ada6-4bec-938b-3d6527b4389b is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:11:06.640542 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-f9cb0b7c-8be0-4b14-ab7f-ddcd62101307 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:11:06.657419 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] For port 6f8d401d-bc2f-4ebe-8835-2c29f0570135, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:11:06.665079 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-f9cb0b7c-8be0-4b14-ab7f-ddcd62101307 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:11:06.666114 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] For port 6f8d401d-bc2f-4ebe-8835-2c29f0570135, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6f8d401d-bc2f-4ebe-8835-2c29f0570135,segment=NetworkSegment(0cc04cd6-a766-421d-8684-572e82daf863),segment_id=0cc04cd6-a766-421d-8684-572e82daf863)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:11:06.744694 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:06.767844 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:06.829831 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:06.831425 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:06.832107 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-4819dae8-c154-4487-810d-9affea0af272 service neutron] 10.222.0.25 "PUT /v2.0/ports/6f8d401d-bc2f-4ebe-8835-2c29f0570135 HTTP/1.1" status: 200 len: 1093 time: 0.9413376 Sep 03 02:11:06.832610 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda925fe-9ff1-4ffe-9314-4af4dc426c9c', 'tag': '6f8d401d-bc2f-4ebe-8835-2c29f0570135'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:11:06.833097 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-f9cb0b7c-8be0-4b14-ab7f-ddcd62101307 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:06.834688 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-f9cb0b7c-8be0-4b14-ab7f-ddcd62101307 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:06.835660 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f098de-2434-4f5a-b972-f282e57871a9" -d '{"events": [{"name": "network-changed", "server_uuid": "eda925fe-9ff1-4ffe-9314-4af4dc426c9c", "tag": "6f8d401d-bc2f-4ebe-8835-2c29f0570135"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:11:06.861877 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819dae8-c154-4487-810d-9affea0af272 service neutron] Pushing event updated for resources: {'Port': ['ID=6f8d401d-bc2f-4ebe-8835-2c29f0570135,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:06.883526 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c2948-7050-4450-8a34-4d556c48f038 req-0e86f3aa-346a-4ba7-8895-974d0ccc60ee tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:06.883526 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-722c2948-7050-4450-8a34-4d556c48f038 req-0e86f3aa-346a-4ba7-8895-974d0ccc60ee tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 932 time: 0.2913713 Sep 03 02:11:06.890480 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0685d4e-defc-4f04-ac5e-f91c6db7def2 req-4e244f6e-d554-42ef-9f0e-4b6a06faf230 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:06.898531 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c0685d4e-defc-4f04-ac5e-f91c6db7def2 req-4e244f6e-d554-42ef-9f0e-4b6a06faf230 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 943 time: 0.1360459 Sep 03 02:11:06.948201 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-f9cb0b7c-8be0-4b14-ab7f-ddcd62101307 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4232676 Sep 03 02:11:06.979439 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c0685d4e-defc-4f04-ac5e-f91c6db7def2 req-42175c81-57a7-473a-8264-6000159c12b5 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787735 Sep 03 02:11:06.994867 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-722c2948-7050-4450-8a34-4d556c48f038 req-67c4c38d-fc6c-4471-8306-d0bcc24b8f6d tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935619 Sep 03 02:11:07.057943 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c5a250-7d56-4cf3-b606-6be444beae5e x-openstack-request-id: req-63c5a250-7d56-4cf3-b606-6be444beae5e {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:11:07.058282 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda925fe-9ff1-4ffe-9314-4af4dc426c9c", "tag": "6f8d401d-bc2f-4ebe-8835-2c29f0570135", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:11:07.058506 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-63c5a250-7d56-4cf3-b606-6be444beae5e {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:11:07.058919 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda925fe-9ff1-4ffe-9314-4af4dc426c9c', 'tag': '6f8d401d-bc2f-4ebe-8835-2c29f0570135', 'status': 'completed', 'code': 200} Sep 03 02:11:07.109781 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-46a1dbea-e4fa-45f6-b87c-29947135817d None None] Provisioning for port cc3a4573-c25e-431d-90d4-df51cd38c2b7 completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:11:07.114597 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-46a1dbea-e4fa-45f6-b87c-29947135817d None None] Provisioning complete for port cc3a4573-c25e-431d-90d4-df51cd38c2b7 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:11:07.116163 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-46a1dbea-e4fa-45f6-b87c-29947135817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:07.149055 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a275d-74a5-439a-a962-b08aaba3c9f0 req-ee5520b0-f1c7-4523-8748-0794e07da13b tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:07.157800 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2b7a275d-74a5-439a-a962-b08aaba3c9f0 req-ee5520b0-f1c7-4523-8748-0794e07da13b tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0920606 Sep 03 02:11:07.166999 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-46a1dbea-e4fa-45f6-b87c-29947135817d None None] Port cc3a4573-c25e-431d-90d4-df51cd38c2b7 cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:11:07.413298 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-72fba899-cccc-4208-b225-5de636dbf9dc req-2ca0f2a4-5dc7-401d-ae85-ef71e1ea79e8 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 210 time: 0.2859738 Sep 03 02:11:07.431966 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2b7a275d-74a5-439a-a962-b08aaba3c9f0 req-130decb1-70d9-4573-9f4a-0b04a02b01bd tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731390 Sep 03 02:11:07.841361 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:08.119953 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529812bf-a22d-444b-b892-bf2c256e7872 req-04bd38fc-07f6-4799-b95a-b3dfaa49b5d9 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:08.121521 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-529812bf-a22d-444b-b892-bf2c256e7872 req-04bd38fc-07f6-4799-b95a-b3dfaa49b5d9 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 943 time: 0.0812933 Sep 03 02:11:08.154656 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39539b9-5852-45f9-8832-953fa73ec8be req-74563ccc-927c-4d54-8992-ebfb7522a836 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:08.156158 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d39539b9-5852-45f9-8832-953fa73ec8be req-74563ccc-927c-4d54-8992-ebfb7522a836 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 932 time: 0.0839415 Sep 03 02:11:08.187585 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-529812bf-a22d-444b-b892-bf2c256e7872 req-6d197fb9-1ed5-4607-9c04-cb102207e14d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596149 Sep 03 02:11:08.208010 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d39539b9-5852-45f9-8832-953fa73ec8be req-a7e92092-6d32-45a3-9abb-1dd10659efb4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403132 Sep 03 02:11:08.536773 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-082a904b-05e8-4313-ad2f-4a9c943868c2 req-3723e38e-03b2-48a6-a154-f00ccbd3b787 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 210 time: 0.0414813 Sep 03 02:11:08.587597 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a09493-f04c-45e3-a0bc-7f16694fee53 req-db8884d3-1001-40be-b34b-c2a9c3f0fc92 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:08.589491 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-60a09493-f04c-45e3-a0bc-7f16694fee53 req-db8884d3-1001-40be-b34b-c2a9c3f0fc92 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0517805 Sep 03 02:11:08.628485 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-60a09493-f04c-45e3-a0bc-7f16694fee53 req-f1ce1590-f767-442a-afd3-de7960827b9f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330822 Sep 03 02:11:09.007501 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:09.350930 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a0826-75a8-4dee-a694-c1a686933512 req-459fc54d-3123-4715-8dbc-0f294ec640c7 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:09.352480 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-434a0826-75a8-4dee-a694-c1a686933512 req-459fc54d-3123-4715-8dbc-0f294ec640c7 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 943 time: 0.0863984 Sep 03 02:11:09.368220 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60be37b-a4ad-4c93-be04-1b174186f7a6 req-03b20a0c-a46b-4775-9e5d-bd0420bfda80 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:09.369661 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c60be37b-a4ad-4c93-be04-1b174186f7a6 req-03b20a0c-a46b-4775-9e5d-bd0420bfda80 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 932 time: 0.0737398 Sep 03 02:11:09.423356 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-434a0826-75a8-4dee-a694-c1a686933512 req-916769a2-3620-4655-8e5c-479cbdee4861 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635502 Sep 03 02:11:09.430959 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c60be37b-a4ad-4c93-be04-1b174186f7a6 req-7af2610d-ac87-4759-a216-0f6eeea0655a tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551724 Sep 03 02:11:09.646615 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-07224a22-481b-4882-a525-59d3469ee38b req-2b1964b1-6a99-49ac-a427-800c08f6eaa3 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 210 time: 0.0291920 Sep 03 02:11:09.750304 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42619e6d-c78f-4b7e-9c47-635e4b51c66c req-76a712d1-2d78-4d42-bd9e-3536bbc30ba9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:09.751857 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-42619e6d-c78f-4b7e-9c47-635e4b51c66c req-76a712d1-2d78-4d42-bd9e-3536bbc30ba9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0489945 Sep 03 02:11:09.793519 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-42619e6d-c78f-4b7e-9c47-635e4b51c66c req-d7afb441-f3b1-46c3-8856-33ff507d01d2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352600 Sep 03 02:11:10.097559 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 2621ee03-8b0e-4b8b-82f9-095652035cbb no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:11:10.117802 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: 2621ee03-8b0e-4b8b-82f9-095652035cbb {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:11:10.118140 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 2621ee03-8b0e-4b8b-82f9-095652035cbb not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:11:10.574391 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b30e46-42cd-48fd-b1b5-41f72ef4f3d6 req-f8bfdd8f-9b67-486c-85df-ac4f6afd56a2 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:10.575914 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e6b30e46-42cd-48fd-b1b5-41f72ef4f3d6 req-f8bfdd8f-9b67-486c-85df-ac4f6afd56a2 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 943 time: 0.0860181 Sep 03 02:11:10.583373 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7fa92-3661-4005-8a90-22eb672489c1 req-d1a3fdb2-50f8-48e9-bfa0-a303cbeab814 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:10.585744 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7cb7fa92-3661-4005-8a90-22eb672489c1 req-d1a3fdb2-50f8-48e9-bfa0-a303cbeab814 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 932 time: 0.0855129 Sep 03 02:11:10.639557 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e6b30e46-42cd-48fd-b1b5-41f72ef4f3d6 req-ce39714e-134a-462f-8e05-56f1810390cf tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525553 Sep 03 02:11:10.647886 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7cb7fa92-3661-4005-8a90-22eb672489c1 req-763ba188-6602-4986-a4d1-f2401e8d6b5a tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538933 Sep 03 02:11:10.751204 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-07e38d26-54be-48ed-8f6e-d232e9d6403c req-d555468a-dcf0-465b-916d-9504e139eabf tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 210 time: 0.0267935 Sep 03 02:11:10.917903 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7eb3d-e7d5-41ff-90bb-434864b2d2c7 req-0c1435a9-d5b5-4212-8560-56bed9b10db6 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:10.919335 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-68f7eb3d-e7d5-41ff-90bb-434864b2d2c7 req-0c1435a9-d5b5-4212-8560-56bed9b10db6 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0531089 Sep 03 02:11:10.957463 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-68f7eb3d-e7d5-41ff-90bb-434864b2d2c7 req-cbe01763-51a6-472b-b871-52b5469c7828 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314925 Sep 03 02:11:11.792630 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199eb016-4dff-471a-a5f6-8c908836a25f req-42a61721-3a2c-4fe8-bbb1-1718fe3851dc tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:11.794133 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-199eb016-4dff-471a-a5f6-8c908836a25f req-42a61721-3a2c-4fe8-bbb1-1718fe3851dc tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 943 time: 0.0846484 Sep 03 02:11:11.802864 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866b39a-a11a-4ac1-b005-c11ad9aa7606 req-5545da60-9a5a-442f-ba6d-0efe62b244f5 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:11.804334 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e866b39a-a11a-4ac1-b005-c11ad9aa7606 req-5545da60-9a5a-442f-ba6d-0efe62b244f5 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 932 time: 0.0848498 Sep 03 02:11:11.865430 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-199eb016-4dff-471a-a5f6-8c908836a25f req-923a83ea-1b2a-4431-937a-e64e2b157187 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598764 Sep 03 02:11:11.871174 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e866b39a-a11a-4ac1-b005-c11ad9aa7606 req-2358dc63-cf5f-48f5-bcb1-b95ff9ef10b5 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589888 Sep 03 02:11:11.963591 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-aacd50a1-c844-4804-9905-bbdeaacf2a0b req-6e1aa709-8dae-4f57-85a7-1a2c5f2cbab2 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 210 time: 0.0261278 Sep 03 02:11:12.084613 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64f334-3a4d-47b4-939c-42fad189420b req-4e1c69df-28f8-4ce2-8460-6a91bb288b07 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:12.086189 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2b64f334-3a4d-47b4-939c-42fad189420b req-4e1c69df-28f8-4ce2-8460-6a91bb288b07 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0513656 Sep 03 02:11:12.126469 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2b64f334-3a4d-47b4-939c-42fad189420b req-0cf9d5af-42df-4702-8c3c-cf52e09246a2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343513 Sep 03 02:11:13.028737 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73185799-6415-4ade-a834-a3dafe1212e8 req-65586eca-5464-41a5-ae1c-aeeb5089f14b tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:13.030284 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-73185799-6415-4ade-a834-a3dafe1212e8 req-65586eca-5464-41a5-ae1c-aeeb5089f14b tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 943 time: 0.0798049 Sep 03 02:11:13.044900 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e875b1e-10a4-4042-873b-042ade522b0d req-98e730d7-3e2c-4e98-98ba-0186af7b371d tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:13.046376 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7e875b1e-10a4-4042-873b-042ade522b0d req-98e730d7-3e2c-4e98-98ba-0186af7b371d tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 932 time: 0.0855892 Sep 03 02:11:13.102498 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-73185799-6415-4ade-a834-a3dafe1212e8 req-f361fd15-11e6-4a93-9728-4fb076179c19 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658205 Sep 03 02:11:13.105221 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7e875b1e-10a4-4042-873b-042ade522b0d req-c6f158c3-70f9-4098-a2fb-42cc8d1237f9 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527549 Sep 03 02:11:13.227436 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-95f64ada-502a-4ff5-8f44-68314d08d3ee req-b8d717f5-abf8-4cd1-b79b-599852a15730 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 210 time: 0.0263820 Sep 03 02:11:13.332722 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974462b-3ff3-474a-acda-efe31de35921 req-024c008c-27a9-4ca4-805d-4d3b19402403 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:13.334480 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1974462b-3ff3-474a-acda-efe31de35921 req-024c008c-27a9-4ca4-805d-4d3b19402403 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0510142 Sep 03 02:11:13.376605 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1974462b-3ff3-474a-acda-efe31de35921 req-cdfee43c-3532-4be6-b08f-ec8807da9615 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359082 Sep 03 02:11:14.255254 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ca51b-175d-40ad-a3f9-8cbc21ff7b42 req-b974134d-abc8-4960-9bda-1ea6e171483f tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:14.256830 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e15ca51b-175d-40ad-a3f9-8cbc21ff7b42 req-b974134d-abc8-4960-9bda-1ea6e171483f tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 943 time: 0.0858293 Sep 03 02:11:14.277793 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b416bf8b-6cc8-41e0-854c-8c2ffe609ec7 req-699d34a8-aff9-4a20-b890-ab935591647f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:14.279266 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b416bf8b-6cc8-41e0-854c-8c2ffe609ec7 req-699d34a8-aff9-4a20-b890-ab935591647f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 932 time: 0.0726736 Sep 03 02:11:14.329953 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e15ca51b-175d-40ad-a3f9-8cbc21ff7b42 req-554a468d-efaf-40b8-8029-66c67cfc2604 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653629 Sep 03 02:11:14.334857 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b416bf8b-6cc8-41e0-854c-8c2ffe609ec7 req-59ea9433-ebe0-47ab-9e36-1aa4f4172962 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480983 Sep 03 02:11:14.454990 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-413dce87-3477-4a66-8f15-665b80c44d8b req-86c429e0-e10c-4d56-9f10-058145953311 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 210 time: 0.0353186 Sep 03 02:11:14.509133 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e28d3-2e08-478d-b5cd-71711c10e13f req-6c3b751f-125a-48d6-866c-cc76a12a3fc8 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:14.510665 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-993e28d3-2e08-478d-b5cd-71711c10e13f req-6c3b751f-125a-48d6-866c-cc76a12a3fc8 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0581806 Sep 03 02:11:14.556569 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-993e28d3-2e08-478d-b5cd-71711c10e13f req-263a4949-3dd2-4dec-a7c6-e279a1581e09 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391304 Sep 03 02:11:15.473803 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41865863-7d6b-427f-add8-f5d6f723d6b2 req-0a59a4a1-7aed-4a62-8c94-250601fbd15c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:15.475472 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-41865863-7d6b-427f-add8-f5d6f723d6b2 req-0a59a4a1-7aed-4a62-8c94-250601fbd15c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 932 time: 0.0685532 Sep 03 02:11:15.483799 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bed87-f348-4bd6-a653-8fe0fc9a1666 req-83c6181f-1661-4055-881c-e37fa1ab7901 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:15.485300 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-153bed87-f348-4bd6-a653-8fe0fc9a1666 req-83c6181f-1661-4055-881c-e37fa1ab7901 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 943 time: 0.0875263 Sep 03 02:11:15.542886 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-41865863-7d6b-427f-add8-f5d6f723d6b2 req-7b8ff23b-3541-414b-933c-3651d46966d5 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565970 Sep 03 02:11:15.545675 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-153bed87-f348-4bd6-a653-8fe0fc9a1666 req-ac9a76cb-5acc-4f47-82cc-2e42d55ca329 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528502 Sep 03 02:11:15.667899 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6625d26c-0ea7-47ea-8a97-865ee790c183 req-fa27aa5e-36da-49a9-8267-fbd97fe4ec85 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 210 time: 0.0361977 Sep 03 02:11:15.724677 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ec90f-9906-45bb-be74-40839de99d2f req-19a1d2d0-ab8c-4fe7-b134-990221e8faeb tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:15.734095 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8b5ec90f-9906-45bb-be74-40839de99d2f req-19a1d2d0-ab8c-4fe7-b134-990221e8faeb tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0608709 Sep 03 02:11:15.764906 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8b5ec90f-9906-45bb-be74-40839de99d2f req-9418b12f-801e-472b-9dce-5bd58d53ade2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327680 Sep 03 02:11:16.688282 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec7ee1-e058-4b67-a81f-b252836b3105 req-c8ae400e-85f2-48fa-b253-28cb4c925b5f tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:16.689676 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-51ec7ee1-e058-4b67-a81f-b252836b3105 req-c8ae400e-85f2-48fa-b253-28cb4c925b5f tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 943 time: 0.0766757 Sep 03 02:11:16.697667 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15b2f6-bc25-4c2e-b68c-553c06c59ac5 req-89f32dbe-6b05-47bc-b3e7-374fcb04e7aa tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:16.699036 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3e15b2f6-bc25-4c2e-b68c-553c06c59ac5 req-89f32dbe-6b05-47bc-b3e7-374fcb04e7aa tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 932 time: 0.0881469 Sep 03 02:11:16.755081 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-51ec7ee1-e058-4b67-a81f-b252836b3105 req-451d176c-17ff-49b7-88bd-10516921e065 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550618 Sep 03 02:11:16.779969 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3e15b2f6-bc25-4c2e-b68c-553c06c59ac5 req-0e656695-0b01-4ae3-a594-5f6d2b628a36 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739655 Sep 03 02:11:16.884039 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b61aeaad-cebf-4969-8bec-06aa975f288d req-193875da-e729-44d2-b332-99f1f5ad3477 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 210 time: 0.0317581 Sep 03 02:11:16.930629 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913484ff-1f60-4cc8-897c-71fb7ff3f890 req-97b5c4bf-2508-477f-baa6-21886d015ac8 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:16.932147 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-913484ff-1f60-4cc8-897c-71fb7ff3f890 req-97b5c4bf-2508-477f-baa6-21886d015ac8 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0519674 Sep 03 02:11:16.970339 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-913484ff-1f60-4cc8-897c-71fb7ff3f890 req-efc6a7c9-e5dd-4651-ba9a-0639c157537d tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322151 Sep 03 02:11:17.262177 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:11:17.816610 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Request body: {'port': {'device_id': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:11:17.932777 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f098de-2434-4f5a-b972-f282e57871a9 req-53743de0-1f56-4e5a-836e-f9a16eef77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:17.935073 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f1f098de-2434-4f5a-b972-f282e57871a9 req-53743de0-1f56-4e5a-836e-f9a16eef77ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f0c4e736d0494bdc9e982b604a6d02b4&device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 1096 time: 0.0442874 Sep 03 02:11:17.940430 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:17.975871 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45754157-2cc9-428e-8950-5ed38d10d554 req-55b30726-0f35-4824-aad3-a02ed167ee3e tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:17.977526 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-45754157-2cc9-428e-8950-5ed38d10d554 req-55b30726-0f35-4824-aad3-a02ed167ee3e tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 943 time: 0.1222851 Sep 03 02:11:18.007010 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94097856-a4c3-4a2e-b697-df3f9f62bc52 req-dc5b7d16-af76-42df-b7fe-f986e3a51ac0 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:18.008992 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-94097856-a4c3-4a2e-b697-df3f9f62bc52 req-dc5b7d16-af76-42df-b7fe-f986e3a51ac0 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 932 time: 0.1220005 Sep 03 02:11:18.071135 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f098de-2434-4f5a-b972-f282e57871a9 req-d863f2c2-85d5-4170-bb62-4192481ea15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:18.072654 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f1f098de-2434-4f5a-b972-f282e57871a9 req-d863f2c2-85d5-4170-bb62-4192481ea15e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=f0c4e736d0494bdc9e982b604a6d02b4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1043072 Sep 03 02:11:18.137217 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-45754157-2cc9-428e-8950-5ed38d10d554 req-631f3397-00c0-4d2c-8415-185edcf1c9fc tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389842 Sep 03 02:11:18.146463 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-94097856-a4c3-4a2e-b697-df3f9f62bc52 req-e470e4f6-d6eb-4999-896a-ff7609442217 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292877 Sep 03 02:11:18.179090 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f098de-2434-4f5a-b972-f282e57871a9 req-d11d4f93-89d0-414c-ae70-9cd49226b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:18.180616 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f1f098de-2434-4f5a-b972-f282e57871a9 req-d11d4f93-89d0-414c-ae70-9cd49226b076 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919523 Sep 03 02:11:18.279117 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-b2cb1921-2d5e-4235-a0ee-d2d04d5d6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:18.280641 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-b2cb1921-2d5e-4235-a0ee-d2d04d5d6606 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f0c4e736d0494bdc9e982b604a6d02b4&device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 1096 time: 0.0549297 Sep 03 02:11:18.311289 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b385bbeb-90ce-4bbe-b0b4-3074d5cd36c6 req-43d2e2fc-24e5-44bd-8764-c3051fe6c39a tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1e88fc6-4822-42c8-a874-71ed78e1ff36 HTTP/1.1" status: 200 len: 210 time: 0.0382304 Sep 03 02:11:18.349593 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-68adb162-21f8-40a4-9b09-ff10c00f9957 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f8d401d-bc2f-4ebe-8835-2c29f0570135 HTTP/1.1" status: 200 len: 217 time: 0.0444760 Sep 03 02:11:18.368159 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706d54b-814e-418c-ae78-9cba32e168d7 req-13b62023-92b8-4aed-9c0e-be4bf85cc3b7 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:18.369730 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4706d54b-814e-418c-ae78-9cba32e168d7 req-13b62023-92b8-4aed-9c0e-be4bf85cc3b7 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0930474 Sep 03 02:11:18.407623 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-56f42516-e729-4c20-aeeb-573eb3cdad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:18.409084 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-56f42516-e729-4c20-aeeb-573eb3cdad7d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d4ce912c-378c-4139-ba8b-c9621ce7622e HTTP/1.1" status: 200 len: 854 time: 0.0524604 Sep 03 02:11:18.443034 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc3a4573-c25e-431d-90d4-df51cd38c2b7 {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:11:18.453722 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4706d54b-814e-418c-ae78-9cba32e168d7 req-0e5803a7-3f7e-4e97-a365-fc9e04cfc3e4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504107 Sep 03 02:11:18.457031 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-a36c35ae-5be1-4264-a2ce-0fedc4cc31d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=53284621-3e96-408e-a7e3-7efe4a897e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259922 Sep 03 02:11:18.457297 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:18.468480 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Transition to ACTIVE for port object cc3a4573-c25e-431d-90d4-df51cd38c2b7 will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:11:18.509588 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30143546'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:18.558681 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-d22da9e2-f6d0-4f15-9fb6-c8e7dcda516c service neutron] 10.222.0.25 "GET /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903387 Sep 03 02:11:18.562797 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3a4573-c25e-431d-90d4-df51cd38c2b7,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:18.631518 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Attempting to bind port cc3a4573-c25e-431d-90d4-df51cd38c2b7 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:11:18.631740 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Attempting to bind port cc3a4573-c25e-431d-90d4-df51cd38c2b7 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'b8335488-2200-41f4-8393-296c8d1b01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:11:18.632099 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Attempting to bind port cc3a4573-c25e-431d-90d4-df51cd38c2b7 on network 89eabf15-ada6-4bec-938b-3d6527b4389b {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:11:18.636654 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Port cc3a4573-c25e-431d-90d4-df51cd38c2b7 on network 89eabf15-ada6-4bec-938b-3d6527b4389b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:11:18.636986 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Attempting to bind port cc3a4573-c25e-431d-90d4-df51cd38c2b7 on network 89eabf15-ada6-4bec-938b-3d6527b4389b {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:11:18.642017 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:11:18.642306 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Checking segment: {'id': 'b8335488-2200-41f4-8393-296c8d1b01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:11:18.643018 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Bound using segment: {'id': 'b8335488-2200-41f4-8393-296c8d1b01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:11:18.643242 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Bound port: cc3a4573-c25e-431d-90d4-df51cd38c2b7, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8335488-2200-41f4-8393-296c8d1b01e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:11:18.644096 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:18.660082 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-05a29e5e-2c5b-402b-adf7-c8cd4b3e710b req-233246b7-0255-4f1d-8b31-3a65f52f9c22 service neutron] 10.222.0.25 "GET /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932727 Sep 03 02:11:18.725196 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] For port cc3a4573-c25e-431d-90d4-df51cd38c2b7, host hv-cinder-80473, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:11:18.728844 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] For port cc3a4573-c25e-431d-90d4-df51cd38c2b7, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7,segment=NetworkSegment(b8335488-2200-41f4-8393-296c8d1b01e5),segment_id=b8335488-2200-41f4-8393-296c8d1b01e5)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:11:18.784087 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30143546'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:18.817523 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:18.818151 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:18.819531 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] 10.222.0.25 "PUT /v2.0/ports/cc3a4573-c25e-431d-90d4-df51cd38c2b7 HTTP/1.1" status: 200 len: 1094 time: 1.0194623 Sep 03 02:11:18.819965 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'tag': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:11:18.822211 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18695dd-8e4e-4eb7-bec0-bd14d8583c07" -d '{"events": [{"name": "network-changed", "server_uuid": "36614f06-5e53-44b0-a13e-fb9cf46c3f04", "tag": "cc3a4573-c25e-431d-90d4-df51cd38c2b7"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:11:18.848479 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25838b60-5cea-40b4-bd07-ebc15a8f0e31 service neutron] Pushing event updated for resources: {'Port': ['ID=cc3a4573-c25e-431d-90d4-df51cd38c2b7,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:18.863908 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9b1c0d-0f05-4d1d-ac34-9f736cb069f0 x-openstack-request-id: req-cb9b1c0d-0f05-4d1d-ac34-9f736cb069f0 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:11:18.864220 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36614f06-5e53-44b0-a13e-fb9cf46c3f04", "tag": "cc3a4573-c25e-431d-90d4-df51cd38c2b7", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:11:18.864471 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb9b1c0d-0f05-4d1d-ac34-9f736cb069f0 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:11:18.865480 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'tag': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7', 'status': 'completed', 'code': 200} Sep 03 02:11:18.933115 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18695dd-8e4e-4eb7-bec0-bd14d8583c07 req-92d82520-cbdb-45cd-a259-6fd9a460210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:18.934628 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d18695dd-8e4e-4eb7-bec0-bd14d8583c07 req-92d82520-cbdb-45cd-a259-6fd9a460210e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d014b0bd80a8401db903ec24b7488dda&device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 1097 time: 0.0433211 Sep 03 02:11:19.102032 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18695dd-8e4e-4eb7-bec0-bd14d8583c07 req-7be7eb22-2b8f-4b57-a501-aef7dfd5fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:19.103844 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d18695dd-8e4e-4eb7-bec0-bd14d8583c07 req-7be7eb22-2b8f-4b57-a501-aef7dfd5fb96 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d014b0bd80a8401db903ec24b7488dda&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1601975 Sep 03 02:11:19.323955 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18695dd-8e4e-4eb7-bec0-bd14d8583c07 req-1850189d-9536-4e8a-9523-06246ac74308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:19.325400 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d18695dd-8e4e-4eb7-bec0-bd14d8583c07 req-1850189d-9536-4e8a-9523-06246ac74308 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2141762 Sep 03 02:11:19.338422 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062504b-4dcf-4d8f-b463-41434fdfbec9 req-c5041690-e0d9-4df2-8bf9-e1e1921e1891 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:19.339904 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a062504b-4dcf-4d8f-b463-41434fdfbec9 req-c5041690-e0d9-4df2-8bf9-e1e1921e1891 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 943 time: 0.1300049 Sep 03 02:11:19.350347 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd6e32-af2c-4fbd-89e0-b16c9d3bbcf0 req-e2506742-e837-45a5-93d5-e6fedacdbece tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:19.351777 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0fcd6e32-af2c-4fbd-89e0-b16c9d3bbcf0 req-e2506742-e837-45a5-93d5-e6fedacdbece tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 944 time: 0.1157186 Sep 03 02:11:19.433579 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a062504b-4dcf-4d8f-b463-41434fdfbec9 req-72e9fcec-7beb-4ff8-a42e-4b0501d9e170 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808368 Sep 03 02:11:19.438732 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0fcd6e32-af2c-4fbd-89e0-b16c9d3bbcf0 req-e1d0175d-3be6-4fb8-a6ae-708009b12a1b tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803201 Sep 03 02:11:19.445408 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-92a97825-d8ad-466a-9b26-7a0974567112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:19.446878 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-92a97825-d8ad-466a-9b26-7a0974567112 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d014b0bd80a8401db903ec24b7488dda&device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 1097 time: 0.0739784 Sep 03 02:11:19.490325 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-ecbe58f2-cbae-4f08-98f3-7ccaa57c8b2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7 HTTP/1.1" status: 200 len: 217 time: 0.0350907 Sep 03 02:11:19.767798 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-68f6d55f-0d02-4bb9-857f-1e619b85cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:19.769230 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-68f6d55f-0d02-4bb9-857f-1e619b85cf68 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d751a5c5-7e7c-4310-ac9f-b57fc6979183 HTTP/1.1" status: 200 len: 854 time: 0.2684042 Sep 03 02:11:19.793535 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d49aa-2814-45b0-8b4f-402a0243ea6c req-a6c360b2-d1c1-4f78-b6b2-0fd4a46291f5 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:19.794986 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c93d49aa-2814-45b0-8b4f-402a0243ea6c req-a6c360b2-d1c1-4f78-b6b2-0fd4a46291f5 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 943 time: 0.0692534 Sep 03 02:11:19.850403 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-6135ed62-b317-4077-a16b-ac9210e7a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:19.851910 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-6135ed62-b317-4077-a16b-ac9210e7a437 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=89eabf15-ada6-4bec-938b-3d6527b4389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741518 Sep 03 02:11:19.856627 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c93d49aa-2814-45b0-8b4f-402a0243ea6c req-de172558-eacf-42d0-b67a-4ee46a543b11 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460296 Sep 03 02:11:19.945941 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-a010b37d-4166-42d9-b4e6-64e597c87367 service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862858 Sep 03 02:11:20.036233 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dbb3d9e4-fcfe-4ec9-b31d-23c7472da1cc req-c98c7641-8adb-4a7c-9b41-934416758267 service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827439 Sep 03 02:11:20.157488 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 6f8d401d-bc2f-4ebe-8835-2c29f0570135 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:11:20.237785 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1312eb-98e0-42e7-9576-f1c85be0f915 req-4292557d-6532-4000-b89e-6a68da6fbc78 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:20.239268 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-db1312eb-98e0-42e7-9576-f1c85be0f915 req-4292557d-6532-4000-b89e-6a68da6fbc78 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0536036 Sep 03 02:11:20.248038 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 6f8d401d-bc2f-4ebe-8835-2c29f0570135, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6f8d401d-bc2f-4ebe-8835-2c29f0570135,segment=NetworkSegment(0cc04cd6-a766-421d-8684-572e82daf863),segment_id=0cc04cd6-a766-421d-8684-572e82daf863)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:11:20.262841 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': '6f8d401d-bc2f-4ebe-8835-2c29f0570135', 'network_id': '53284621-3e96-408e-a7e3-7efe4a897e53', 'port_id': '6f8d401d-bc2f-4ebe-8835-2c29f0570135', 'mac_address': 'fa:16:3e:b6:15:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ce912c-378c-4139-ba8b-c9621ce7622e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:11:20.278422 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-db1312eb-98e0-42e7-9576-f1c85be0f915 req-6f6c256a-21fa-4d6d-a028-6238583f75ce tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324631 Sep 03 02:11:20.301860 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:20.314835 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f8d401d-bc2f-4ebe-8835-2c29f0570135 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:11:20.334076 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 6f8d401d-bc2f-4ebe-8835-2c29f0570135, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6f8d401d-bc2f-4ebe-8835-2c29f0570135,segment=NetworkSegment(0cc04cd6-a766-421d-8684-572e82daf863),segment_id=0cc04cd6-a766-421d-8684-572e82daf863)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:11:20.400800 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:20.401463 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f8db225b-7e77-49ca-846b-424540fa0c40 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:11:20.467998 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=6f8d401d-bc2f-4ebe-8835-2c29f0570135,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:20.481688 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:20.482040 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:20.482446 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:20.482708 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:20.483039 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:20.483391 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:20.483721 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:20.484047 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:20.484399 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:20.484726 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:20.485062 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:20.485371 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:20.548777 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f8db225b-7e77-49ca-846b-424540fa0c40, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f8db225b-7e77-49ca-846b-424540fa0c40,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:11:20.560514 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': 'f8db225b-7e77-49ca-846b-424540fa0c40', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'port_id': 'f8db225b-7e77-49ca-846b-424540fa0c40', 'mac_address': 'fa:16:3e:02:33:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:11:20.578163 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e680f22-53c2-49e7-bcd0-edd5f39f60ae req-50d5227d-942a-4e31-b846-4486f9b27a58 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:20.579647 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1e680f22-53c2-49e7-bcd0-edd5f39f60ae req-50d5227d-942a-4e31-b846-4486f9b27a58 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 944 time: 0.0726686 Sep 03 02:11:20.591334 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effa9f7-df04-4adc-bc31-fb941985735d req-c3d33c2a-3972-4b34-b3a0-384aca24064a tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:20.592730 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3effa9f7-df04-4adc-bc31-fb941985735d req-c3d33c2a-3972-4b34-b3a0-384aca24064a tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 944 time: 0.0769820 Sep 03 02:11:20.596889 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:20.609756 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8db225b-7e77-49ca-846b-424540fa0c40 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:11:20.629111 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f8db225b-7e77-49ca-846b-424540fa0c40, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f8db225b-7e77-49ca-846b-424540fa0c40,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:11:20.648888 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1e680f22-53c2-49e7-bcd0-edd5f39f60ae req-996b6dd4-c3b9-4362-a47b-0c785b6e2a9e tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552368 Sep 03 02:11:20.653570 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3effa9f7-df04-4adc-bc31-fb941985735d req-f4fe4087-8403-4ac1-80c6-cec764ef2c2b tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542879 Sep 03 02:11:20.703818 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:20.749394 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=f8db225b-7e77-49ca-846b-424540fa0c40,revision_number=9']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:20.991537 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6582a8b-6650-49cd-b158-c39ca1a1ec1f req-ec2ceaa3-17b9-483b-bd70-edab973f13d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:20.993946 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f6582a8b-6650-49cd-b158-c39ca1a1ec1f req-ec2ceaa3-17b9-483b-bd70-edab973f13d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 944 time: 0.0536554 Sep 03 02:11:21.003983 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['6f8d401d-bc2f-4ebe-8835-2c29f0570135'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:11:21.010591 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['f8db225b-7e77-49ca-846b-424540fa0c40'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:11:21.041488 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f6582a8b-6650-49cd-b158-c39ca1a1ec1f req-e5e05724-d92e-4fdb-9bd6-a0e58c25ca9a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404434 Sep 03 02:11:21.251071 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a6662-905e-444e-901c-2329e8319385 req-52dca8f7-ab56-4ccc-be9a-3a7957a08619 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:21.252878 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a68a6662-905e-444e-901c-2329e8319385 req-52dca8f7-ab56-4ccc-be9a-3a7957a08619 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 945 time: 0.0515382 Sep 03 02:11:21.290400 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a68a6662-905e-444e-901c-2329e8319385 req-04fc137b-2ea9-44e6-be21-83fb99165275 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303197 Sep 03 02:11:21.398112 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db0df3-6da2-4ca7-8e36-b4b82cc9511c req-0fc96fb6-91ef-483b-b0fa-0e20bf67d5da tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:21.399620 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-49db0df3-6da2-4ca7-8e36-b4b82cc9511c req-0fc96fb6-91ef-483b-b0fa-0e20bf67d5da tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0522342 Sep 03 02:11:21.437220 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-49db0df3-6da2-4ca7-8e36-b4b82cc9511c req-98b35cd4-e21f-44f4-b007-1529708cecb7 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314603 Sep 03 02:11:21.788877 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6b0d9-969b-485d-b6b3-928f0a03ee61 req-50591e86-b796-4446-9849-2ebdceef08bd tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:21.790335 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0dd6b0d9-969b-485d-b6b3-928f0a03ee61 req-50591e86-b796-4446-9849-2ebdceef08bd tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 944 time: 0.0754912 Sep 03 02:11:21.798644 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a77ef9-4568-4b74-b965-1e9291f69c09 req-eced8cdc-8e8f-4dce-aa17-83acc7a606fb tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:21.800267 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-45a77ef9-4568-4b74-b965-1e9291f69c09 req-eced8cdc-8e8f-4dce-aa17-83acc7a606fb tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 944 time: 0.0761297 Sep 03 02:11:21.850478 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0dd6b0d9-969b-485d-b6b3-928f0a03ee61 req-3b5fef60-6dc4-402b-9558-edd774e927b8 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492980 Sep 03 02:11:21.857915 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-45a77ef9-4568-4b74-b965-1e9291f69c09 req-0b905b81-821e-497b-9026-1c6b1f324e89 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502627 Sep 03 02:11:22.163644 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a929e9-d536-4010-ac6c-0509e5b4e063 req-1397a9ee-01b5-4c83-8a13-e5ff2a685595 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:22.165084 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-83a929e9-d536-4010-ac6c-0509e5b4e063 req-1397a9ee-01b5-4c83-8a13-e5ff2a685595 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 944 time: 0.0505552 Sep 03 02:11:22.179236 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device cc3a4573-c25e-431d-90d4-df51cd38c2b7 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:11:22.181313 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 6f8d401d-bc2f-4ebe-8835-2c29f0570135 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:11:22.201609 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-83a929e9-d536-4010-ac6c-0509e5b4e063 req-ddeff7f2-d3ee-4c5d-896c-d9a57e27a037 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307293 Sep 03 02:11:22.305032 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port cc3a4573-c25e-431d-90d4-df51cd38c2b7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7,segment=NetworkSegment(b8335488-2200-41f4-8393-296c8d1b01e5),segment_id=b8335488-2200-41f4-8393-296c8d1b01e5)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:11:22.320544 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7', 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b', 'port_id': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7', 'mac_address': 'fa:16:3e:43:ef:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:11:22.357322 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:22.365364 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port 6f8d401d-bc2f-4ebe-8835-2c29f0570135 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:11:22.372495 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port 6f8d401d-bc2f-4ebe-8835-2c29f0570135 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:11:22.372867 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:22.375963 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc3a4573-c25e-431d-90d4-df51cd38c2b7 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:11:22.405167 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8a2c9-1529-4c8e-9028-a180e8487847 req-9d5bc323-a77a-4ca2-b6f0-7e4dfd3113ef tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:22.406653 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ddd8a2c9-1529-4c8e-9028-a180e8487847 req-9d5bc323-a77a-4ca2-b6f0-7e4dfd3113ef tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 945 time: 0.0495830 Sep 03 02:11:22.418986 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port cc3a4573-c25e-431d-90d4-df51cd38c2b7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7,segment=NetworkSegment(b8335488-2200-41f4-8393-296c8d1b01e5),segment_id=b8335488-2200-41f4-8393-296c8d1b01e5)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:11:22.448134 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ddd8a2c9-1529-4c8e-9028-a180e8487847 req-869a0bb1-30f6-43c5-94ba-5a054760b9b4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355911 Sep 03 02:11:22.469535 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:22.488944 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:22.498118 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda925fe-9ff1-4ffe-9314-4af4dc426c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8d401d-bc2f-4ebe-8835-2c29f0570135'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:11:22.500273 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b84f5ab-4f03-4418-ae6d-532703f8a1e3" -d '{"events": [{"server_uuid": "eda925fe-9ff1-4ffe-9314-4af4dc426c9c", "name": "network-vif-plugged", "status": "completed", "tag": "6f8d401d-bc2f-4ebe-8835-2c29f0570135"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:11:22.534372 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 6f8d401d-bc2f-4ebe-8835-2c29f0570135, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6f8d401d-bc2f-4ebe-8835-2c29f0570135,segment=NetworkSegment(0cc04cd6-a766-421d-8684-572e82daf863),segment_id=0cc04cd6-a766-421d-8684-572e82daf863)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:11:22.554319 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b9949-3bf7-4fe7-9d78-95abc6c03b76 req-942fecd8-b1c7-4041-b95b-484cbe0fd5a9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:22.555948 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7b2b9949-3bf7-4fe7-9d78-95abc6c03b76 req-942fecd8-b1c7-4041-b95b-484cbe0fd5a9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0522172 Sep 03 02:11:22.559441 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=cc3a4573-c25e-431d-90d4-df51cd38c2b7,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:22.595235 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:22.596923 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f8db225b-7e77-49ca-846b-424540fa0c40 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:11:22.602383 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7b2b9949-3bf7-4fe7-9d78-95abc6c03b76 req-c965eef9-2c6d-469f-8ae1-8dafe092e8f2 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384634 Sep 03 02:11:22.625273 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519e7662-499f-436f-9786-103000ce2f99 x-openstack-request-id: req-519e7662-499f-436f-9786-103000ce2f99 {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:11:22.625574 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda925fe-9ff1-4ffe-9314-4af4dc426c9c", "name": "network-vif-plugged", "status": "completed", "tag": "6f8d401d-bc2f-4ebe-8835-2c29f0570135", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:11:22.625819 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-519e7662-499f-436f-9786-103000ce2f99 {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:11:22.626204 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda925fe-9ff1-4ffe-9314-4af4dc426c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f8d401d-bc2f-4ebe-8835-2c29f0570135', 'code': 200} Sep 03 02:11:22.684509 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=6f8d401d-bc2f-4ebe-8835-2c29f0570135,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:22.695473 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port f8db225b-7e77-49ca-846b-424540fa0c40 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:11:22.695855 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:22.710885 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e39eda-468b-46b5-9449-ba5def3ec618 req-2069f5c5-dc74-4657-9357-2c3c2e665e45 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:22.712535 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-96e39eda-468b-46b5-9449-ba5def3ec618 req-2069f5c5-dc74-4657-9357-2c3c2e665e45 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0582268 Sep 03 02:11:22.751221 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-96e39eda-468b-46b5-9449-ba5def3ec618 req-8bb2d267-dab7-4b1f-87c8-3a485eb70fe6 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326407 Sep 03 02:11:22.870959 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['cc3a4573-c25e-431d-90d4-df51cd38c2b7'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:11:22.913941 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:22.933034 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dcb60c-031a-41b7-bccd-75f2ecb2332b req-ac112a66-94a8-4ce8-b1ec-e6d55610da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:22.935432 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d0dcb60c-031a-41b7-bccd-75f2ecb2332b req-ac112a66-94a8-4ce8-b1ec-e6d55610da35 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 1098 time: 0.0631232 Sep 03 02:11:22.962279 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f8db225b-7e77-49ca-846b-424540fa0c40, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f8db225b-7e77-49ca-846b-424540fa0c40,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:11:23.023796 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:23.047506 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d0dcb60c-031a-41b7-bccd-75f2ecb2332b req-783b5cae-1421-4bac-b946-8f2d169c2498 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981624 Sep 03 02:11:23.056673 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb681b-ffc7-4d51-9c58-3322bcab4fca req-ba08db0f-4467-4802-97e8-3ccca0687a46 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:23.058122 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-93bb681b-ffc7-4d51-9c58-3322bcab4fca req-ba08db0f-4467-4802-97e8-3ccca0687a46 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 945 time: 0.1071596 Sep 03 02:11:23.065364 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59570fde-1e01-4378-ba97-3440e7b17deb req-7ef86fe2-3b8c-46cf-b087-7a7bc702bb36 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:23.067326 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-59570fde-1e01-4378-ba97-3440e7b17deb req-7ef86fe2-3b8c-46cf-b087-7a7bc702bb36 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 945 time: 0.1147063 Sep 03 02:11:23.094724 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=f8db225b-7e77-49ca-846b-424540fa0c40,revision_number=10']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:23.122408 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-93bb681b-ffc7-4d51-9c58-3322bcab4fca req-e0a009cd-f1ed-43c6-bbe7-c1ecfcd65dda tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546725 Sep 03 02:11:23.127378 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-59570fde-1e01-4378-ba97-3440e7b17deb req-d28f2a66-fd4e-4e00-8dd0-7792b42cbea1 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528142 Sep 03 02:11:23.348630 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1ee1f-b7ad-45d3-8e18-ecd99e4f04b8 req-3ff9033e-7edb-4086-892f-73e3e23539f4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:23.350085 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a6a1ee1f-b7ad-45d3-8e18-ecd99e4f04b8 req-3ff9033e-7edb-4086-892f-73e3e23539f4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 946 time: 0.0783429 Sep 03 02:11:23.362119 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a755d33-3eff-49b6-8db4-099466b38b9a req-b2bb4f95-34ee-49fc-907b-162203a3b595 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:23.363497 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7a755d33-3eff-49b6-8db4-099466b38b9a req-b2bb4f95-34ee-49fc-907b-162203a3b595 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 945 time: 0.0659561 Sep 03 02:11:23.428733 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a6a1ee1f-b7ad-45d3-8e18-ecd99e4f04b8 req-01212324-7d06-4214-b8c5-890bcf0353a9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643120 Sep 03 02:11:23.473543 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [req-7a755d33-3eff-49b6-8db4-099466b38b9a req-3ef3007a-3d9f-4bfb-b4b3-1b982e78b0b4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Deleting port 49b8bb00-2daf-4930-b7b3-262293cfd5d6 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:11:23.473893 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-7a755d33-3eff-49b6-8db4-099466b38b9a req-3ef3007a-3d9f-4bfb-b4b3-1b982e78b0b4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:23.589334 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [req-7a755d33-3eff-49b6-8db4-099466b38b9a req-3ef3007a-3d9f-4bfb-b4b3-1b982e78b0b4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] For port 49b8bb00-2daf-4930-b7b3-262293cfd5d6, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=49b8bb00-2daf-4930-b7b3-262293cfd5d6,segment=NetworkSegment(3943bd06-f35f-4609-8c9c-40466736ab9d),segment_id=3943bd06-f35f-4609-8c9c-40466736ab9d)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:11:23.589706 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-7a755d33-3eff-49b6-8db4-099466b38b9a req-3ef3007a-3d9f-4bfb-b4b3-1b982e78b0b4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:23.611079 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1227f6-90fe-4f3c-93bc-fdfaba0d35cb req-1221d1b5-cc0a-4f2e-93e6-78800a3881b0 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:23.612584 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6f1227f6-90fe-4f3c-93bc-fdfaba0d35cb req-1221d1b5-cc0a-4f2e-93e6-78800a3881b0 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 945 time: 0.0800557 Sep 03 02:11:23.613422 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [req-7a755d33-3eff-49b6-8db4-099466b38b9a req-3ef3007a-3d9f-4bfb-b4b3-1b982e78b0b4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Calling delete_port for 49b8bb00-2daf-4930-b7b3-262293cfd5d6 owned by compute:nova {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:11:23.722490 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6f1227f6-90fe-4f3c-93bc-fdfaba0d35cb req-a9cfee83-c722-4724-b2d1-760f676bb670 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/security-groups?id=e0c6fa91-0603-449a-a0dd-dad1c8d792f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035645 Sep 03 02:11:23.754775 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2230cfa-f103-41bc-8834-d465ee72c069 req-db47019b-06da-44ad-919e-7aa94ca10815 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:23.756273 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b2230cfa-f103-41bc-8834-d465ee72c069 req-db47019b-06da-44ad-919e-7aa94ca10815 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0877290 Sep 03 02:11:23.837875 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b2230cfa-f103-41bc-8834-d465ee72c069 req-386ed66d-0884-4a23-9ddc-df747e0c8d68 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748215 Sep 03 02:11:23.876476 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d3ae6-6376-4f1b-9a9b-9ba891259807 req-076dada1-ed4f-4d88-abc1-e400cfa0c64e tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:23.877931 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-076d3ae6-6376-4f1b-9a9b-9ba891259807 req-076dada1-ed4f-4d88-abc1-e400cfa0c64e tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0576589 Sep 03 02:11:23.890974 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-7a755d33-3eff-49b6-8db4-099466b38b9a req-3ef3007a-3d9f-4bfb-b4b3-1b982e78b0b4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:23.902971 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['49b8bb00-2daf-4930-b7b3-262293cfd5d6'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:11:23.928327 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3007a-3d9f-4bfb-b4b3-1b982e78b0b4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Pushing event deleted for resources: {'Port': ['ID=49b8bb00-2daf-4930-b7b3-262293cfd5d6,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:23.966440 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-076d3ae6-6376-4f1b-9a9b-9ba891259807 req-fc5adbe0-8538-45ce-a1ee-1e372efe339c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818508 Sep 03 02:11:23.980015 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a755d33-3eff-49b6-8db4-099466b38b9a req-3ef3007a-3d9f-4bfb-b4b3-1b982e78b0b4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] No DVR routers for this DVR port 49b8bb00-2daf-4930-b7b3-262293cfd5d6 on host hv-cinder-80473 {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:11:23.982614 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-7a755d33-3eff-49b6-8db4-099466b38b9a req-3ef3007a-3d9f-4bfb-b4b3-1b982e78b0b4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:23.984675 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7a755d33-3eff-49b6-8db4-099466b38b9a req-3ef3007a-3d9f-4bfb-b4b3-1b982e78b0b4 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.25 "DELETE /v2.0/ports/49b8bb00-2daf-4930-b7b3-262293cfd5d6 HTTP/1.1" status: 204 len: 173 time: 0.6079907 Sep 03 02:11:23.985130 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a28139b-51bf-4e50-ade4-85abd6f8022a', 'name': 'network-vif-deleted', 'tag': '49b8bb00-2daf-4930-b7b3-262293cfd5d6'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:11:23.987363 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f66df6c-e6bc-4f77-a8e5-9e4f6e3b479d" -d '{"events": [{"server_uuid": "9a28139b-51bf-4e50-ade4-85abd6f8022a", "name": "network-vif-deleted", "tag": "49b8bb00-2daf-4930-b7b3-262293cfd5d6"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:11:24.022360 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3af347c-df49-4008-bd2c-b62ff3b5cde5 x-openstack-request-id: req-e3af347c-df49-4008-bd2c-b62ff3b5cde5 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:11:24.022659 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a28139b-51bf-4e50-ade4-85abd6f8022a", "name": "network-vif-deleted", "tag": "49b8bb00-2daf-4930-b7b3-262293cfd5d6", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:11:24.022954 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3af347c-df49-4008-bd2c-b62ff3b5cde5 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:11:24.023377 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a28139b-51bf-4e50-ade4-85abd6f8022a', 'name': 'network-vif-deleted', 'tag': '49b8bb00-2daf-4930-b7b3-262293cfd5d6', 'status': 'completed', 'code': 200} Sep 03 02:11:24.185053 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device cc3a4573-c25e-431d-90d4-df51cd38c2b7 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:11:24.275337 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038da699-db12-457b-8b38-9e4dca30fd34 req-72c8d84e-2308-4d48-81c0-b9e3612b3cf8 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:24.276843 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-038da699-db12-457b-8b38-9e4dca30fd34 req-72c8d84e-2308-4d48-81c0-b9e3612b3cf8 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 945 time: 0.0811212 Sep 03 02:11:24.298118 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port cc3a4573-c25e-431d-90d4-df51cd38c2b7 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:11:24.301362 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a0479-1316-49e4-8063-aace2db3b953 req-8a1510aa-3441-4dcd-8d3b-6ee891eac485 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:24.308645 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port cc3a4573-c25e-431d-90d4-df51cd38c2b7 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:11:24.308645 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:24.308873 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-981a0479-1316-49e4-8063-aace2db3b953 req-8a1510aa-3441-4dcd-8d3b-6ee891eac485 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 945 time: 0.0787177 Sep 03 02:11:24.345322 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-038da699-db12-457b-8b38-9e4dca30fd34 req-c1d1be6b-08a3-44c5-ab17-283bd311a80d tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612457 Sep 03 02:11:24.358740 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-981a0479-1316-49e4-8063-aace2db3b953 req-15679f3f-1781-43a6-b386-d02e3f52670f tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464203 Sep 03 02:11:24.394741 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:24.425341 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port cc3a4573-c25e-431d-90d4-df51cd38c2b7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7,segment=NetworkSegment(b8335488-2200-41f4-8393-296c8d1b01e5),segment_id=b8335488-2200-41f4-8393-296c8d1b01e5)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:11:24.475062 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:24.523820 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=cc3a4573-c25e-431d-90d4-df51cd38c2b7,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:24.551052 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0c19b-2144-4aa3-a986-b749c9864972 req-0d7ae529-66e2-40ea-a67d-066d87099bce tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:24.552574 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-54a0c19b-2144-4aa3-a986-b749c9864972 req-0d7ae529-66e2-40ea-a67d-066d87099bce tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 946 time: 0.0500400 Sep 03 02:11:24.590501 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-54a0c19b-2144-4aa3-a986-b749c9864972 req-c18179ad-1026-4f08-aabc-31946c8e7550 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318327 Sep 03 02:11:24.627821 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8db225b-7e77-49ca-846b-424540fa0c40'}, {'server_uuid': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:11:24.630189 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de651d6-7006-4b61-b2f0-4159eb487c5b" -d '{"events": [{"server_uuid": "7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a", "name": "network-vif-plugged", "status": "completed", "tag": "f8db225b-7e77-49ca-846b-424540fa0c40"}, {"server_uuid": "36614f06-5e53-44b0-a13e-fb9cf46c3f04", "name": "network-vif-plugged", "status": "completed", "tag": "cc3a4573-c25e-431d-90d4-df51cd38c2b7"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:11:24.669224 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 03 Sep 2021 02:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc25d3f-622a-48f8-8dce-176638528d88 x-openstack-request-id: req-2dc25d3f-622a-48f8-8dce-176638528d88 {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:11:24.669527 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a", "name": "network-vif-plugged", "status": "completed", "tag": "f8db225b-7e77-49ca-846b-424540fa0c40", "code": 200}, {"server_uuid": "36614f06-5e53-44b0-a13e-fb9cf46c3f04", "name": "network-vif-plugged", "status": "completed", "tag": "cc3a4573-c25e-431d-90d4-df51cd38c2b7", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:11:24.669782 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2dc25d3f-622a-48f8-8dce-176638528d88 {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:11:24.670184 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8db225b-7e77-49ca-846b-424540fa0c40', 'code': 200} Sep 03 02:11:24.670448 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7', 'code': 200} Sep 03 02:11:24.827929 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d9ca7341-a859-486b-a63d-a5b884ca5017 req-2a1ad852-26eb-4a79-8a9b-45f0cf918cd9 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a28139b-51bf-4e50-ade4-85abd6f8022a HTTP/1.1" status: 200 len: 210 time: 0.0293276 Sep 03 02:11:24.954679 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866c517-ec60-4339-a911-04f0f67abfc8 req-96d436c8-ab45-46d8-aa25-e177cd12e750 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:24.956169 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b866c517-ec60-4339-a911-04f0f67abfc8 req-96d436c8-ab45-46d8-aa25-e177cd12e750 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0489252 Sep 03 02:11:25.019288 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b866c517-ec60-4339-a911-04f0f67abfc8 req-228b5efe-7d22-43ad-a658-946f0f4de368 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571163 Sep 03 02:11:25.026299 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70418c8f-f070-436b-b890-1bea19f24211 req-ba68936d-6ec9-4a73-8a0b-3693e7b5502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:25.028350 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-70418c8f-f070-436b-b890-1bea19f24211 req-ba68936d-6ec9-4a73-8a0b-3693e7b5502f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 1099 time: 0.0594914 Sep 03 02:11:25.098692 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-70418c8f-f070-436b-b890-1bea19f24211 req-2c098a9d-1f71-43cb-ad3d-bc9d7b5e8a14 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552337 Sep 03 02:11:25.106103 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef94c4-4a6b-4981-a992-ada8430da32f req-5630f38c-589e-41b1-81b0-3bbcca2b9b77 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:25.107514 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-80ef94c4-4a6b-4981-a992-ada8430da32f req-5630f38c-589e-41b1-81b0-3bbcca2b9b77 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0725465 Sep 03 02:11:25.143930 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-80ef94c4-4a6b-4981-a992-ada8430da32f req-9aff5ce2-ce9f-44b3-9a8d-39a74aed6cdc tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305803 Sep 03 02:11:25.515070 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c93004-4413-41e9-82e9-182c254e9c5b req-c9dac2c5-3c72-423f-b81d-b487e055a6ba tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:25.516542 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-12c93004-4413-41e9-82e9-182c254e9c5b req-c9dac2c5-3c72-423f-b81d-b487e055a6ba tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 946 time: 0.1003094 Sep 03 02:11:25.548416 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8581b4-ba25-44f8-a406-48ed1558221a req-5d106be2-f339-4a56-8a7b-123b5619ad1a tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:25.549820 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3d8581b4-ba25-44f8-a406-48ed1558221a req-5d106be2-f339-4a56-8a7b-123b5619ad1a tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 945 time: 0.1053641 Sep 03 02:11:25.554764 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2483-24f9-49df-bad3-b1bcc1726c57 req-bce9135a-983c-4550-8a44-1c6841f6082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:25.556662 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-694e2483-24f9-49df-bad3-b1bcc1726c57 req-bce9135a-983c-4550-8a44-1c6841f6082f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 1099 time: 0.0994828 Sep 03 02:11:25.600265 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-12c93004-4413-41e9-82e9-182c254e9c5b req-55fafef3-d40d-4272-a12d-10f1a6b675b9 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762227 Sep 03 02:11:25.620866 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3d8581b4-ba25-44f8-a406-48ed1558221a req-84b22337-9688-4c1a-9487-48b406a9f200 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630541 Sep 03 02:11:25.626290 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-694e2483-24f9-49df-bad3-b1bcc1726c57 req-c51fa8b6-68d1-437e-b1b6-445c09b7a4f3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490036 Sep 03 02:11:25.711415 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44233367-f1cd-421b-9219-bb0107ddf424 req-955e4059-4f68-4730-a70c-6fa69f07113c tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:25.712972 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-44233367-f1cd-421b-9219-bb0107ddf424 req-955e4059-4f68-4730-a70c-6fa69f07113c tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 946 time: 0.0493169 Sep 03 02:11:25.750685 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-44233367-f1cd-421b-9219-bb0107ddf424 req-68d62988-0af8-4cb3-ab93-b39985329d81 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318964 Sep 03 02:11:25.882158 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40034) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:25.926170 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_v2 [None req-152b8331-9698-4405-88b9-d97f977a98fb admin admin] Deleting subnet 971c703e-f3c5-4742-a735-4a218bd442de {{(pid=94494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:11:25.929327 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-152b8331-9698-4405-88b9-d97f977a98fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:25.962820 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-152b8331-9698-4405-88b9-d97f977a98fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31215061'] for subnet, precommit_delete_associations {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:26.000843 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-152b8331-9698-4405-88b9-d97f977a98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:26.126604 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-152b8331-9698-4405-88b9-d97f977a98fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31249298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31359024'] for subnet, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:26.152225 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b8331-9698-4405-88b9-d97f977a98fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971c703e-f3c5-4742-a735-4a218bd442de,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:26.157426 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-152b8331-9698-4405-88b9-d97f977a98fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:26.162118 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-152b8331-9698-4405-88b9-d97f977a98fb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/971c703e-f3c5-4742-a735-4a218bd442de HTTP/1.1" status: 204 len: 168 time: 0.2765715 Sep 03 02:11:26.162858 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40042) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:26.167658 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a04d92-72e5-46eb-b7d0-f2267f72def7 req-051857d1-f4c7-4c81-9fc6-1d3b9faac9b0 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:26.169138 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-63a04d92-72e5-46eb-b7d0-f2267f72def7 req-051857d1-f4c7-4c81-9fc6-1d3b9faac9b0 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0808070 Sep 03 02:11:26.181172 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4570f8-460a-4d2f-8a6f-472e074fdfa6 req-833d622c-35af-4325-ba2e-3aa5cea4940f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:26.182618 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5e4570f8-460a-4d2f-8a6f-472e074fdfa6 req-833d622c-35af-4325-ba2e-3aa5cea4940f tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.25 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0683999 Sep 03 02:11:26.231258 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-38185fef-bef3-4b4e-8e8e-dff5c7b2d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:26.247860 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-63a04d92-72e5-46eb-b7d0-f2267f72def7 req-ecdce071-6d4e-4a73-bcb3-501f7a40753e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642767 Sep 03 02:11:26.298900 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [req-5e4570f8-460a-4d2f-8a6f-472e074fdfa6 req-072d94b0-939d-4f7d-ba0c-4e9d76bb8024 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Deleting port 7aa67032-b894-4142-b8ed-47222fad4682 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:11:26.299312 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-5e4570f8-460a-4d2f-8a6f-472e074fdfa6 req-072d94b0-939d-4f7d-ba0c-4e9d76bb8024 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:26.325641 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-38185fef-bef3-4b4e-8e8e-dff5c7b2d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:26.335708 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-38185fef-bef3-4b4e-8e8e-dff5c7b2d9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5839703f-da91-4018-9264-b1db6c66915b']}} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:11:26.345866 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-38185fef-bef3-4b4e-8e8e-dff5c7b2d9a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3943bd06-f35f-4609-8c9c-40466736ab9d') {'for_net_delete': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:11:26.346172 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-38185fef-bef3-4b4e-8e8e-dff5c7b2d9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3943bd06-f35f-4609-8c9c-40466736ab9d') {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:11:26.355550 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-38185fef-bef3-4b4e-8e8e-dff5c7b2d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31215052'] for segment, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:26.368861 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-38185fef-bef3-4b4e-8e8e-dff5c7b2d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:26.374784 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38185fef-bef3-4b4e-8e8e-dff5c7b2d9a0 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:11:26.375185 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-38185fef-bef3-4b4e-8e8e-dff5c7b2d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31249356'] for segment, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: Traceback (most recent call last): Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: timer() Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: cb(*args, **kw) Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: return func(*args, **kwargs) Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: self._notify() Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: self.callback(batched_events) Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: event.method(event) Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: return f(self, *a, **k) Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._get(url).json() Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: return self.request(url, 'GET', **kwargs) Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:11:26.385972 dv-cinder-804735-8-iscsi neutron-server[94494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:11:26.410683 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19381d42-eee3-44a0-a34d-41029be92f29 req-b4b16fd3-9f82-46df-95ae-b2d46d5bd52a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:26.412130 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-19381d42-eee3-44a0-a34d-41029be92f29 req-b4b16fd3-9f82-46df-95ae-b2d46d5bd52a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 945 time: 0.0963926 Sep 03 02:11:26.446230 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [req-5e4570f8-460a-4d2f-8a6f-472e074fdfa6 req-072d94b0-939d-4f7d-ba0c-4e9d76bb8024 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] For port 7aa67032-b894-4142-b8ed-47222fad4682, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7aa67032-b894-4142-b8ed-47222fad4682,segment=NetworkSegment(99adb71b-1aa9-4e30-950b-fb37ce5e9ae8),segment_id=99adb71b-1aa9-4e30-950b-fb37ce5e9ae8)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:11:26.447122 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-5e4570f8-460a-4d2f-8a6f-472e074fdfa6 req-072d94b0-939d-4f7d-ba0c-4e9d76bb8024 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:26.472280 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [req-5e4570f8-460a-4d2f-8a6f-472e074fdfa6 req-072d94b0-939d-4f7d-ba0c-4e9d76bb8024 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Calling delete_port for 7aa67032-b894-4142-b8ed-47222fad4682 owned by compute:nova {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:11:26.486099 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-19381d42-eee3-44a0-a34d-41029be92f29 req-502d2ae1-c892-40c1-95c4-8f48caa1ccdc tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666614 Sep 03 02:11:26.503548 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-38185fef-bef3-4b4e-8e8e-dff5c7b2d9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:26.510467 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-38185fef-bef3-4b4e-8e8e-dff5c7b2d9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:26.513837 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-38185fef-bef3-4b4e-8e8e-dff5c7b2d9a0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5839703f-da91-4018-9264-b1db6c66915b HTTP/1.1" status: 204 len: 168 time: 0.3505037 Sep 03 02:11:26.527748 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38185fef-bef3-4b4e-8e8e-dff5c7b2d9a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5839703f-da91-4018-9264-b1db6c66915b,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:26.702376 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-5e4570f8-460a-4d2f-8a6f-472e074fdfa6 req-072d94b0-939d-4f7d-ba0c-4e9d76bb8024 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:26.714279 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['7c4a3b54-e5e8-41cd-973f-7a71438d7ea4', '7aa67032-b894-4142-b8ed-47222fad4682'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:11:26.736789 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d94b0-939d-4f7d-ba0c-4e9d76bb8024 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Pushing event deleted for resources: {'Port': ['ID=7aa67032-b894-4142-b8ed-47222fad4682,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:26.774505 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f9e11-de09-4540-870b-c084ec217a48 req-c77c251d-4cf6-48c8-b95e-c5cc259bc81d tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:26.776074 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0e2f9e11-de09-4540-870b-c084ec217a48 req-c77c251d-4cf6-48c8-b95e-c5cc259bc81d tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 946 time: 0.1038785 Sep 03 02:11:26.790751 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4570f8-460a-4d2f-8a6f-472e074fdfa6 req-072d94b0-939d-4f7d-ba0c-4e9d76bb8024 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] No DVR routers for this DVR port 7aa67032-b894-4142-b8ed-47222fad4682 on host hv-cinder-80473 {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:11:26.793721 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-5e4570f8-460a-4d2f-8a6f-472e074fdfa6 req-072d94b0-939d-4f7d-ba0c-4e9d76bb8024 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:26.805016 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5e4570f8-460a-4d2f-8a6f-472e074fdfa6 req-072d94b0-939d-4f7d-ba0c-4e9d76bb8024 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.25 "DELETE /v2.0/ports/7aa67032-b894-4142-b8ed-47222fad4682 HTTP/1.1" status: 204 len: 173 time: 0.6085463 Sep 03 02:11:26.805476 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25c1007-c77e-4466-87d4-8f969e39d882', 'name': 'network-vif-deleted', 'tag': '7aa67032-b894-4142-b8ed-47222fad4682'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:11:26.808298 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93779393-ad7a-4228-8aaf-e8802bab7d03" -d '{"events": [{"server_uuid": "e25c1007-c77e-4466-87d4-8f969e39d882", "name": "network-vif-deleted", "tag": "7aa67032-b894-4142-b8ed-47222fad4682"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:11:26.869139 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0e2f9e11-de09-4540-870b-c084ec217a48 req-89cc9af8-2be2-4d47-b7d0-087a5a77c4a9 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789309 Sep 03 02:11:26.886150 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6c09c-11a0-485a-b625-021290c13270 req-f568f304-953d-4624-9eb8-992178c6358f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:26.887706 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2ae6c09c-11a0-485a-b625-021290c13270 req-f568f304-953d-4624-9eb8-992178c6358f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 946 time: 0.0585349 Sep 03 02:11:26.925184 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08ff647-4c08-46cd-905a-9468aa786d57 x-openstack-request-id: req-a08ff647-4c08-46cd-905a-9468aa786d57 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:11:26.925733 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25c1007-c77e-4466-87d4-8f969e39d882", "name": "network-vif-deleted", "tag": "7aa67032-b894-4142-b8ed-47222fad4682", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:11:26.925994 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a08ff647-4c08-46cd-905a-9468aa786d57 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:11:26.926394 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e25c1007-c77e-4466-87d4-8f969e39d882', 'name': 'network-vif-deleted', 'tag': '7aa67032-b894-4142-b8ed-47222fad4682', 'status': 'completed', 'code': 200} Sep 03 02:11:26.948843 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2ae6c09c-11a0-485a-b625-021290c13270 req-5e3feb44-e0f9-4719-bcd8-ca8e9a1a67c4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409701 Sep 03 02:11:26.958334 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40060) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:26.998689 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-5d68a18d-56d4-4a24-80b8-cf038c28b93a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d5121030220459c849c4187e8cd29c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390906 Sep 03 02:11:27.001092 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40062) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:27.049645 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8dd0-0cc4-40f0-bc43-07b9a40d7d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:27.076912 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8dd0-0cc4-40f0-bc43-07b9a40d7d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:27.200777 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8dd0-0cc4-40f0-bc43-07b9a40d7d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:27.203459 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b9fa8dd0-0cc4-40f0-bc43-07b9a40d7d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:27.204730 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-b9fa8dd0-0cc4-40f0-bc43-07b9a40d7d0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0c6fa91-0603-449a-a0dd-dad1c8d792f8 HTTP/1.1" status: 204 len: 168 time: 0.2026753 Sep 03 02:11:27.212296 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa8dd0-0cc4-40f0-bc43-07b9a40d7d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c6fa91-0603-449a-a0dd-dad1c8d792f8,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:27.367733 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c04d8-ac5a-4f75-b6be-402af7a8dfd9 req-a4a8d4e2-427a-4797-a310-cd05760444da tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:27.369780 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9b7c04d8-ac5a-4f75-b6be-402af7a8dfd9 req-a4a8d4e2-427a-4797-a310-cd05760444da tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0519269 Sep 03 02:11:27.410564 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9b7c04d8-ac5a-4f75-b6be-402af7a8dfd9 req-9b61d53d-bc5d-42f0-86ba-e544d9c7afce tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347803 Sep 03 02:11:27.605004 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7ec34080-7376-4310-98bd-48cbddb78d96 req-c0a36926-791d-4bbf-90d8-543611a7f456 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=e25c1007-c77e-4466-87d4-8f969e39d882 HTTP/1.1" status: 200 len: 210 time: 0.0270236 Sep 03 02:11:27.985539 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afffe2d-fbb4-4254-bfd7-7a727dbd3bad req-b0831d23-596f-4cc4-b3d9-e0753340a43c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:27.987056 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2afffe2d-fbb4-4254-bfd7-7a727dbd3bad req-b0831d23-596f-4cc4-b3d9-e0753340a43c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 946 time: 0.0518467 Sep 03 02:11:27.996209 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:28.062737 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2afffe2d-fbb4-4254-bfd7-7a727dbd3bad req-48866ece-421e-4858-b4d4-a72b32d29d57 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684690 Sep 03 02:11:28.093008 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b53ee0-fda6-48a3-954f-9d9d000e6225 req-d0ed5bae-2c9c-4c15-a7c1-5901c1a42bb1 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:28.103661 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d8b53ee0-fda6-48a3-954f-9d9d000e6225 req-d0ed5bae-2c9c-4c15-a7c1-5901c1a42bb1 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 946 time: 0.0689476 Sep 03 02:11:28.134695 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d8b53ee0-fda6-48a3-954f-9d9d000e6225 req-bd33d732-d5ec-471a-970c-a673d201a026 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336051 Sep 03 02:11:28.189854 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bae43d-bc01-4a1f-8794-d36a595135b3 req-4d351e24-1d90-48c7-b55b-275fcbbdc8d9 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:28.191427 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-33bae43d-bc01-4a1f-8794-d36a595135b3 req-4d351e24-1d90-48c7-b55b-275fcbbdc8d9 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 946 time: 0.0554636 Sep 03 02:11:28.212841 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 49b8bb00-2daf-4930-b7b3-262293cfd5d6 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:11:28.228994 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: 49b8bb00-2daf-4930-b7b3-262293cfd5d6 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:11:28.229696 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 49b8bb00-2daf-4930-b7b3-262293cfd5d6 not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:11:28.236811 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-33bae43d-bc01-4a1f-8794-d36a595135b3 req-e0cf0ce2-f516-4836-8527-d984a7a6ceaa tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381732 Sep 03 02:11:28.246788 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 40126) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:28.343177 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-45a4b0a5-517b-4941-a731-896901a13615 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-461703745-network', 'tenant_id': 'cd9154a1fb5044678b38272473bcfb28'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:11:28.429354 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a4b0a5-517b-4941-a731-896901a13615 admin admin] Made reservation on behalf of cd9154a1fb5044678b38272473bcfb28 for: {'network': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:11:28.432214 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-45a4b0a5-517b-4941-a731-896901a13615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:28.458504 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-45a4b0a5-517b-4941-a731-896901a13615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:28.593195 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47ad97-05ea-4244-bf80-b3e2ebeb570c req-5dd20e0d-08fd-4d8f-8f70-e72f5cdfe768 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:28.594672 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7d47ad97-05ea-4244-bf80-b3e2ebeb570c req-5dd20e0d-08fd-4d8f-8f70-e72f5cdfe768 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.1081016 Sep 03 02:11:28.624117 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0df529-ddb3-4fa3-b75a-df87f88c2cc7 req-bc468476-7c29-43c8-bfa0-ede1a24be94b tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:28.625539 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7c0df529-ddb3-4fa3-b75a-df87f88c2cc7 req-bc468476-7c29-43c8-bfa0-ede1a24be94b tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 946 time: 0.0968034 Sep 03 02:11:28.678310 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7d47ad97-05ea-4244-bf80-b3e2ebeb570c req-34ffb160-2ae1-4f16-825b-a7975d10c740 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764914 Sep 03 02:11:28.680179 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-45a4b0a5-517b-4941-a731-896901a13615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:28.697548 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7c0df529-ddb3-4fa3-b75a-df87f88c2cc7 req-70476215-7d89-4f0c-a05f-f0e62141c16c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640380 Sep 03 02:11:28.749372 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-45a4b0a5-517b-4941-a731-896901a13615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:28.774488 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a4b0a5-517b-4941-a731-896901a13615 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:11:28.784114 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4b0a5-517b-4941-a731-896901a13615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5523a26b-8402-45ef-ae0b-c6349a0731c7,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:28.788969 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-45a4b0a5-517b-4941-a731-896901a13615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:28.789323 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.segments_db [None req-45a4b0a5-517b-4941-a731-896901a13615 admin admin] Added segment 16222f54-c3ca-4d2c-b44d-89e751b01d10 of type vlan for network 4fff2973-7f1e-491f-a998-e4c594e48da6 Sep 03 02:11:28.829278 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-45a4b0a5-517b-4941-a731-896901a13615 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:28.909368 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-45a4b0a5-517b-4941-a731-896901a13615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:28.910359 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a4b0a5-517b-4941-a731-896901a13615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:28.910980 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-45a4b0a5-517b-4941-a731-896901a13615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:28.973160 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4b0a5-517b-4941-a731-896901a13615 admin admin] Pushing event updated for resources: {'Network': ['ID=4fff2973-7f1e-491f-a998-e4c594e48da6,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:28.984454 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network 4fff2973-7f1e-491f-a998-e4c594e48da6 details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:11:29.018897 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-45a4b0a5-517b-4941-a731-896901a13615 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7709472 Sep 03 02:11:29.021635 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 40144) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:29.027043 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-c2bd86db-5e13-4417-ae85-bb00408c661c admin admin] Request body: {'subnet': {'network_id': '4fff2973-7f1e-491f-a998-e4c594e48da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-461703745-subnet', 'tenant_id': 'cd9154a1fb5044678b38272473bcfb28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:11:29.162724 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bd86db-5e13-4417-ae85-bb00408c661c admin admin] Made reservation on behalf of cd9154a1fb5044678b38272473bcfb28 for: {'subnet': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:11:29.164915 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c2bd86db-5e13-4417-ae85-bb00408c661c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29389836'] for subnet, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:29.262934 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed07a8-aefc-4867-b9cb-b50c8efd24d5 req-16f5c5d7-f137-4a34-902c-4f07e59f4efa tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:29.264405 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c4ed07a8-aefc-4867-b9cb-b50c8efd24d5 req-16f5c5d7-f137-4a34-902c-4f07e59f4efa tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.1123171 Sep 03 02:11:29.338127 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46209c-e08f-46f4-94ed-a35b2144fa15 req-042bc1e3-df4e-43b0-8335-664e20947103 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:29.339596 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6a46209c-e08f-46f4-94ed-a35b2144fa15 req-042bc1e3-df4e-43b0-8335-664e20947103 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 946 time: 0.0997164 Sep 03 02:11:29.351668 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c4ed07a8-aefc-4867-b9cb-b50c8efd24d5 req-a4c61dd2-7994-4179-8058-f930aede871a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715361 Sep 03 02:11:29.415393 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6a46209c-e08f-46f4-94ed-a35b2144fa15 req-1cb1be61-2aa4-4a56-a93c-65491269c7c6 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687926 Sep 03 02:11:29.520965 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c2bd86db-5e13-4417-ae85-bb00408c661c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30143681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29389858'] for subnet, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:29.574927 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd86db-5e13-4417-ae85-bb00408c661c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e10c934d-5eb5-46e4-84c2-725df24ac97f,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:29.583883 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd86db-5e13-4417-ae85-bb00408c661c admin admin] Checking segment: {'id': '16222f54-c3ca-4d2c-b44d-89e751b01d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4fff2973-7f1e-491f-a998-e4c594e48da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:11:29.584239 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd86db-5e13-4417-ae85-bb00408c661c admin admin] Network hostable DHCP agents. Network: 4fff2973-7f1e-491f-a998-e4c594e48da6, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:11:29.669267 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd86db-5e13-4417-ae85-bb00408c661c admin admin] Network 4fff2973-7f1e-491f-a998-e4c594e48da6 is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:11:29.720355 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-c2bd86db-5e13-4417-ae85-bb00408c661c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, 4fff2973-7f1e-491f-a998-e4c594e48da6) {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:11:29.724377 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bd86db-5e13-4417-ae85-bb00408c661c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:29.725044 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c2bd86db-5e13-4417-ae85-bb00408c661c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:29.731084 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a58f6f-8d59-4660-a0cf-78131bc4c054 None None] Network 4fff2973-7f1e-491f-a998-e4c594e48da6 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:11:29.797861 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeec590-c2da-42ab-9630-0ed7e095d9d6 req-deab2e1b-6370-4a53-b79e-6410b61053f0 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:29.799298 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8aeec590-c2da-42ab-9630-0ed7e095d9d6 req-deab2e1b-6370-4a53-b79e-6410b61053f0 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0513330 Sep 03 02:11:29.814528 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-c2bd86db-5e13-4417-ae85-bb00408c661c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7918262 Sep 03 02:11:29.842241 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8aeec590-c2da-42ab-9630-0ed7e095d9d6 req-da2b38ca-918e-4ec4-ac22-82fd6d5c49cb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362630 Sep 03 02:11:29.857356 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc0cfcf-6972-4419-ba15-aaddb2b80fa3 None None] Network 4fff2973-7f1e-491f-a998-e4c594e48da6 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:11:30.225742 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 7aa67032-b894-4142-b8ed-47222fad4682 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:11:30.249223 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: 7aa67032-b894-4142-b8ed-47222fad4682 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:11:30.249574 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 7aa67032-b894-4142-b8ed-47222fad4682 not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:11:30.431913 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 40176) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:30.651578 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-e6bd57e1-2fde-449b-9e7c-ecf691eb047f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1674499480-network', 'tenant_id': '07c671193ba44fe3af2f7c84b99c456e'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:11:30.686895 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efdafe-473a-478a-840b-b2378ca351ba req-915dba80-bca9-4744-8f3d-8e4011ff1471 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:30.688599 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-56efdafe-473a-478a-840b-b2378ca351ba req-915dba80-bca9-4744-8f3d-8e4011ff1471 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.2688241 Sep 03 02:11:30.730024 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-56efdafe-473a-478a-840b-b2378ca351ba req-adeff70a-718b-4bac-9d72-ca629638d2c8 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340927 Sep 03 02:11:30.731863 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bd57e1-2fde-449b-9e7c-ecf691eb047f admin admin] Made reservation on behalf of 07c671193ba44fe3af2f7c84b99c456e for: {'network': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:11:30.734750 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e6bd57e1-2fde-449b-9e7c-ecf691eb047f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:30.742842 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e6bd57e1-2fde-449b-9e7c-ecf691eb047f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:30.829892 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e6bd57e1-2fde-449b-9e7c-ecf691eb047f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:30.892242 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e6bd57e1-2fde-449b-9e7c-ecf691eb047f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:30.915128 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bd57e1-2fde-449b-9e7c-ecf691eb047f admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:11:30.938403 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd57e1-2fde-449b-9e7c-ecf691eb047f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecb2d7a-d8d9-494c-add6-3d81bd663c3e,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:30.961603 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e6bd57e1-2fde-449b-9e7c-ecf691eb047f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:30.961973 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.segments_db [None req-e6bd57e1-2fde-449b-9e7c-ecf691eb047f admin admin] Added segment 3c1a8b3b-faa9-4057-a162-deb45960d060 of type vlan for network d9bcd122-2402-4582-b396-a9cd7accfeba Sep 03 02:11:31.013708 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa77e41-fa10-43a6-b815-6da2d95f8c1b req-d3d970d6-65ca-4f5a-8489-77cd95249812 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:31.015224 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7fa77e41-fa10-43a6-b815-6da2d95f8c1b req-d3d970d6-65ca-4f5a-8489-77cd95249812 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.1011205 Sep 03 02:11:31.016852 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e6bd57e1-2fde-449b-9e7c-ecf691eb047f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:31.066873 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7fa77e41-fa10-43a6-b815-6da2d95f8c1b req-c0c7eff1-8bc8-443d-9b27-6e0502ef8b56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429249 Sep 03 02:11:31.149050 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e6bd57e1-2fde-449b-9e7c-ecf691eb047f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:31.150592 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bd57e1-2fde-449b-9e7c-ecf691eb047f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:31.151184 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e6bd57e1-2fde-449b-9e7c-ecf691eb047f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:31.208734 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd57e1-2fde-449b-9e7c-ecf691eb047f admin admin] Pushing event updated for resources: {'Network': ['ID=d9bcd122-2402-4582-b396-a9cd7accfeba,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:31.218925 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network d9bcd122-2402-4582-b396-a9cd7accfeba details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:11:31.268283 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-e6bd57e1-2fde-449b-9e7c-ecf691eb047f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8314130 Sep 03 02:11:31.268660 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40200) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:31.273756 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-a6436163-42ab-4d70-beb6-12c54235017b admin admin] Request body: {'subnet': {'network_id': 'd9bcd122-2402-4582-b396-a9cd7accfeba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1674499480-subnet', 'tenant_id': '07c671193ba44fe3af2f7c84b99c456e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:11:31.372220 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6436163-42ab-4d70-beb6-12c54235017b admin admin] Made reservation on behalf of 07c671193ba44fe3af2f7c84b99c456e for: {'subnet': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:11:31.374572 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a6436163-42ab-4d70-beb6-12c54235017b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31358997'] for subnet, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:31.481355 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32289c7c-1188-4df6-844d-3a05646bdf70 req-fe4d783f-78fd-4637-ae32-1b7d7a720e9b tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:31.482854 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-32289c7c-1188-4df6-844d-3a05646bdf70 req-fe4d783f-78fd-4637-ae32-1b7d7a720e9b tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0541148 Sep 03 02:11:31.542582 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-32289c7c-1188-4df6-844d-3a05646bdf70 req-97dbda62-647c-4ae4-9754-3e4d126f7ef3 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531898 Sep 03 02:11:31.584776 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e1050-e118-4e10-8eb6-6a0c2acc557f req-59e4c206-47f7-4e75-8fea-4f29ef8f86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:31.586260 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9c0e1050-e118-4e10-8eb6-6a0c2acc557f req-59e4c206-47f7-4e75-8fea-4f29ef8f86cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94e74d599fbf45ffa7ed50d9acbb3629&device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 1098 time: 0.0426884 Sep 03 02:11:31.613586 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a6436163-42ab-4d70-beb6-12c54235017b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31249235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31359035'] for subnet, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:31.672582 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6436163-42ab-4d70-beb6-12c54235017b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea20238-0a94-487c-9223-2655455f96a6,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:31.682018 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6436163-42ab-4d70-beb6-12c54235017b admin admin] Checking segment: {'id': '3c1a8b3b-faa9-4057-a162-deb45960d060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd9bcd122-2402-4582-b396-a9cd7accfeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:11:31.682444 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6436163-42ab-4d70-beb6-12c54235017b admin admin] Network hostable DHCP agents. Network: d9bcd122-2402-4582-b396-a9cd7accfeba, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:11:31.696427 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e1050-e118-4e10-8eb6-6a0c2acc557f req-39b874dd-b2ea-4424-9b1a-2cd2000ad673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:31.697889 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9c0e1050-e118-4e10-8eb6-6a0c2acc557f req-39b874dd-b2ea-4424-9b1a-2cd2000ad673 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f5d62d3-f984-497f-a7d7-99c203568a5e HTTP/1.1" status: 200 len: 911 time: 0.0939691 Sep 03 02:11:31.748981 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6436163-42ab-4d70-beb6-12c54235017b admin admin] Network d9bcd122-2402-4582-b396-a9cd7accfeba is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:11:31.806760 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-a6436163-42ab-4d70-beb6-12c54235017b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, d9bcd122-2402-4582-b396-a9cd7accfeba) {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:11:31.814632 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6436163-42ab-4d70-beb6-12c54235017b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:31.815498 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a6436163-42ab-4d70-beb6-12c54235017b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:31.815638 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b611d1-af8b-40f1-8d5e-5e38395a65b8 None None] Network d9bcd122-2402-4582-b396-a9cd7accfeba requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:11:31.831387 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9c0e1050-e118-4e10-8eb6-6a0c2acc557f req-146fbcee-81d7-4c2e-bf3d-29fb4bfc7fdd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 HTTP/1.1" status: 200 len: 1001 time: 0.1190336 Sep 03 02:11:31.872298 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-a6436163-42ab-4d70-beb6-12c54235017b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5944464 Sep 03 02:11:31.891626 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814e819-bbfb-4ecb-ae3f-ef751ef733f2 req-73d66ae5-8a77-4106-9cac-2c80c3363b20 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:31.893149 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6814e819-bbfb-4ecb-ae3f-ef751ef733f2 req-73d66ae5-8a77-4106-9cac-2c80c3363b20 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0920012 Sep 03 02:11:31.910278 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e1050-e118-4e10-8eb6-6a0c2acc557f req-0b37a05c-1572-42d8-96b3-bd1b724240ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:31.911732 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9c0e1050-e118-4e10-8eb6-6a0c2acc557f req-0b37a05c-1572-42d8-96b3-bd1b724240ad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50fd8023-c68b-42eb-8463-7db7e38159bc HTTP/1.1" status: 200 len: 849 time: 0.0676062 Sep 03 02:11:31.953316 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b87498-1ce9-41bb-aedc-7027cb72fa94 None None] Network d9bcd122-2402-4582-b396-a9cd7accfeba requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:11:31.962353 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6814e819-bbfb-4ecb-ae3f-ef751ef733f2 req-a544f1b2-fc82-4762-8344-4e120401be72 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619931 Sep 03 02:11:31.982865 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e1050-e118-4e10-8eb6-6a0c2acc557f req-4ccbb2fc-8e27-4c70-97cb-b732e602cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:31.982865 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9c0e1050-e118-4e10-8eb6-6a0c2acc557f req-4ccbb2fc-8e27-4c70-97cb-b732e602cc56 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f5d62d3-f984-497f-a7d7-99c203568a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557706 Sep 03 02:11:31.994891 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40212) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:32.044568 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fd8de3-2d46-4acf-9b60-e4f0ff75e0ed admin admin] Deleting subnet e10c934d-5eb5-46e4-84c2-725df24ac97f {{(pid=94494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:11:32.047961 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-65fd8de3-2d46-4acf-9b60-e4f0ff75e0ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.078627 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9c0e1050-e118-4e10-8eb6-6a0c2acc557f req-9c442ef5-d568-4bc0-994b-ba8107b6debf service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941517 Sep 03 02:11:32.081695 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-65fd8de3-2d46-4acf-9b60-e4f0ff75e0ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31215061'] for subnet, precommit_delete_associations {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.120551 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-65fd8de3-2d46-4acf-9b60-e4f0ff75e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.175269 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9c0e1050-e118-4e10-8eb6-6a0c2acc557f req-1f7f041a-0ddd-40e1-912a-b026b3da1fe4 service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866792 Sep 03 02:11:32.258353 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-65fd8de3-2d46-4acf-9b60-e4f0ff75e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31249298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31359024'] for subnet, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.284248 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd8de3-2d46-4acf-9b60-e4f0ff75e0ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e10c934d-5eb5-46e4-84c2-725df24ac97f,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:32.288123 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-65fd8de3-2d46-4acf-9b60-e4f0ff75e0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.289997 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-65fd8de3-2d46-4acf-9b60-e4f0ff75e0ed admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e10c934d-5eb5-46e4-84c2-725df24ac97f HTTP/1.1" status: 204 len: 168 time: 0.2940917 Sep 03 02:11:32.293226 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40214) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:32.358305 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa337-4ea3-46c5-85c5-e92948604571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.436490 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa337-4ea3-46c5-85c5-e92948604571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.445719 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-c1eaa337-4ea3-46c5-85c5-e92948604571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fff2973-7f1e-491f-a998-e4c594e48da6']}} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:11:32.455496 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-c1eaa337-4ea3-46c5-85c5-e92948604571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16222f54-c3ca-4d2c-b44d-89e751b01d10') {'for_net_delete': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:11:32.455800 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-c1eaa337-4ea3-46c5-85c5-e92948604571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16222f54-c3ca-4d2c-b44d-89e751b01d10') {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:11:32.465001 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa337-4ea3-46c5-85c5-e92948604571 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31215052'] for segment, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.478107 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa337-4ea3-46c5-85c5-e92948604571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.483690 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1eaa337-4ea3-46c5-85c5-e92948604571 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:11:32.484071 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa337-4ea3-46c5-85c5-e92948604571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31249356'] for segment, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: Traceback (most recent call last): Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: timer() Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: cb(*args, **kw) Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: return func(*args, **kwargs) Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: self._notify() Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: self.callback(batched_events) Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: event.method(event) Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: return f(self, *a, **k) Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._get(url).json() Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: return self.request(url, 'GET', **kwargs) Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:11:32.486137 dv-cinder-804735-8-iscsi neutron-server[94494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:11:32.600819 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa337-4ea3-46c5-85c5-e92948604571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.608086 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c1eaa337-4ea3-46c5-85c5-e92948604571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.613141 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-c1eaa337-4ea3-46c5-85c5-e92948604571 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4fff2973-7f1e-491f-a998-e4c594e48da6 HTTP/1.1" status: 204 len: 168 time: 0.3189194 Sep 03 02:11:32.613779 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40220) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:32.648351 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eaa337-4ea3-46c5-85c5-e92948604571 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fff2973-7f1e-491f-a998-e4c594e48da6,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:32.669100 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f49ad3-6d15-43e9-b471-a92f69786118 admin admin] Deleting subnet 2ea20238-0a94-487c-9223-2655455f96a6 {{(pid=94494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:11:32.672387 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-56f49ad3-6d15-43e9-b471-a92f69786118 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.677195 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb2d20-3577-44bc-bee9-7920ab7a1e64 req-f3744d55-a2ab-404e-b91e-b47c5038ded3 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:32.679059 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0adb2d20-3577-44bc-bee9-7920ab7a1e64 req-f3744d55-a2ab-404e-b91e-b47c5038ded3 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0653749 Sep 03 02:11:32.706228 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-56f49ad3-6d15-43e9-b471-a92f69786118 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31215061'] for subnet, precommit_delete_associations {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.717415 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0adb2d20-3577-44bc-bee9-7920ab7a1e64 req-53fb9ae2-6f08-4245-ac9d-13e602e47071 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321510 Sep 03 02:11:32.744259 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-56f49ad3-6d15-43e9-b471-a92f69786118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.875352 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-56f49ad3-6d15-43e9-b471-a92f69786118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31249298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31359024'] for subnet, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.902231 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f49ad3-6d15-43e9-b471-a92f69786118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ea20238-0a94-487c-9223-2655455f96a6,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:32.904167 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-56f49ad3-6d15-43e9-b471-a92f69786118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:32.906056 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-56f49ad3-6d15-43e9-b471-a92f69786118 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2ea20238-0a94-487c-9223-2655455f96a6 HTTP/1.1" status: 204 len: 168 time: 0.2896805 Sep 03 02:11:32.913684 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40224) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:32.977377 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8cbc74a7-b3f9-4f44-a3d0-986cfc197888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:33.062599 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8cbc74a7-b3f9-4f44-a3d0-986cfc197888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:33.073056 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-8cbc74a7-b3f9-4f44-a3d0-986cfc197888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bcd122-2402-4582-b396-a9cd7accfeba']}} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:11:33.080981 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bad6f-18ee-4e63-94d8-687649f42052 req-0360c9b3-5e4b-4717-ab6f-b7e58715771a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:33.082453 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d83bad6f-18ee-4e63-94d8-687649f42052 req-0360c9b3-5e4b-4717-ab6f-b7e58715771a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0525727 Sep 03 02:11:33.082642 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-8cbc74a7-b3f9-4f44-a3d0-986cfc197888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1a8b3b-faa9-4057-a162-deb45960d060') {'for_net_delete': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:11:33.082941 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-8cbc74a7-b3f9-4f44-a3d0-986cfc197888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1a8b3b-faa9-4057-a162-deb45960d060') {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:11:33.091681 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8cbc74a7-b3f9-4f44-a3d0-986cfc197888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31215052'] for segment, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:33.105499 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8cbc74a7-b3f9-4f44-a3d0-986cfc197888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:33.111731 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbc74a7-b3f9-4f44-a3d0-986cfc197888 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:11:33.112126 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8cbc74a7-b3f9-4f44-a3d0-986cfc197888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31249356'] for segment, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: Traceback (most recent call last): Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: timer() Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: cb(*args, **kw) Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: return func(*args, **kwargs) Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: self._notify() Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: self.callback(batched_events) Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: event.method(event) Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: return f(self, *a, **k) Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._get(url).json() Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: return self.request(url, 'GET', **kwargs) Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:11:33.113800 dv-cinder-804735-8-iscsi neutron-server[94494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:11:33.120370 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d83bad6f-18ee-4e63-94d8-687649f42052 req-6eb74292-f9c7-4f8b-ab41-d6fb74aa33fb tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319359 Sep 03 02:11:33.229423 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8cbc74a7-b3f9-4f44-a3d0-986cfc197888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:33.234569 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8cbc74a7-b3f9-4f44-a3d0-986cfc197888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:33.237650 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-8cbc74a7-b3f9-4f44-a3d0-986cfc197888 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d9bcd122-2402-4582-b396-a9cd7accfeba HTTP/1.1" status: 204 len: 168 time: 0.3271263 Sep 03 02:11:33.248642 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc74a7-b3f9-4f44-a3d0-986cfc197888 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9bcd122-2402-4582-b396-a9cd7accfeba,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:33.653823 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40232) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:33.680890 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5d29877e-2e80-4878-a53e-8cca7a49d21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:33.693834 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-e4c28be4-71a3-4bdf-8eb2-1fac2e86555c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd9154a1fb5044678b38272473bcfb28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388219 Sep 03 02:11:33.696241 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40234) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:33.743052 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-20af949a-fc7f-4ed2-b648-72cd52daf11a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:33.764201 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-20af949a-fc7f-4ed2-b648-72cd52daf11a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:33.834280 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29e5ce-fe40-4a61-87d4-c985cc60b57b req-87f795f5-8df1-44a0-910a-66a644562d0a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:33.835669 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9c29e5ce-fe40-4a61-87d4-c985cc60b57b req-87f795f5-8df1-44a0-910a-66a644562d0a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0508518 Sep 03 02:11:33.885852 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9c29e5ce-fe40-4a61-87d4-c985cc60b57b req-e6d17820-9a5d-4520-9ec5-a9cf0f22079b tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373878 Sep 03 02:11:33.886555 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-20af949a-fc7f-4ed2-b648-72cd52daf11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:33.889388 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-20af949a-fc7f-4ed2-b648-72cd52daf11a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:33.891365 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-20af949a-fc7f-4ed2-b648-72cd52daf11a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5523a26b-8402-45ef-ae0b-c6349a0731c7 HTTP/1.1" status: 204 len: 168 time: 0.1932819 Sep 03 02:11:33.901432 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af949a-fc7f-4ed2-b648-72cd52daf11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5523a26b-8402-45ef-ae0b-c6349a0731c7,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:34.239422 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edbaff-01e8-4972-ae26-e84c93fa16b2 req-0f4d7881-fac9-44e4-98c5-b1a7070827ee tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:34.240920 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-36edbaff-01e8-4972-ae26-e84c93fa16b2 req-0f4d7881-fac9-44e4-98c5-b1a7070827ee tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0521417 Sep 03 02:11:34.290338 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-36edbaff-01e8-4972-ae26-e84c93fa16b2 req-cbe4e9ca-d1e0-49f4-bf42-7a905e0706b1 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417831 Sep 03 02:11:34.657313 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40252) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:34.694569 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-bccd18ff-ce28-4b34-91db-be06acb00fa4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07c671193ba44fe3af2f7c84b99c456e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0360897 Sep 03 02:11:34.697507 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 40254) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:34.746462 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e190dd0c-8008-4742-b0fa-db48a1e40fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:34.767019 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e190dd0c-8008-4742-b0fa-db48a1e40fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:34.874686 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e190dd0c-8008-4742-b0fa-db48a1e40fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:34.877276 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e190dd0c-8008-4742-b0fa-db48a1e40fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:34.878409 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-e190dd0c-8008-4742-b0fa-db48a1e40fa8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ecb2d7a-d8d9-494c-add6-3d81bd663c3e HTTP/1.1" status: 204 len: 168 time: 0.1784995 Sep 03 02:11:34.886391 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190dd0c-8008-4742-b0fa-db48a1e40fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecb2d7a-d8d9-494c-add6-3d81bd663c3e,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:35.225488 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0af348-b8a5-47bb-8481-2625cd1c8e7b req-386d8d1a-1913-483f-a4a7-bc9fcbc237a0 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:35.226929 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2a0af348-b8a5-47bb-8481-2625cd1c8e7b req-386d8d1a-1913-483f-a4a7-bc9fcbc237a0 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.25 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.0477574 Sep 03 02:11:35.332960 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [req-2a0af348-b8a5-47bb-8481-2625cd1c8e7b req-28aa1771-cf26-4812-9ee0-31bd794fde0c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Deleting port 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:11:35.333480 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-2a0af348-b8a5-47bb-8481-2625cd1c8e7b req-28aa1771-cf26-4812-9ee0-31bd794fde0c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:35.453270 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [req-2a0af348-b8a5-47bb-8481-2625cd1c8e7b req-28aa1771-cf26-4812-9ee0-31bd794fde0c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] For port 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4,segment=NetworkSegment(99adb71b-1aa9-4e30-950b-fb37ce5e9ae8),segment_id=99adb71b-1aa9-4e30-950b-fb37ce5e9ae8)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:11:35.453640 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-2a0af348-b8a5-47bb-8481-2625cd1c8e7b req-28aa1771-cf26-4812-9ee0-31bd794fde0c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:35.468330 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839fb3c-f55b-4da8-83f7-5ad495de67bb req-7754ecb2-a373-4542-89f4-fe5b0ebcc843 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:35.469873 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8839fb3c-f55b-4da8-83f7-5ad495de67bb req-7754ecb2-a373-4542-89f4-fe5b0ebcc843 tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 945 time: 0.1052535 Sep 03 02:11:35.477490 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [req-2a0af348-b8a5-47bb-8481-2625cd1c8e7b req-28aa1771-cf26-4812-9ee0-31bd794fde0c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Calling delete_port for 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 owned by compute:nova {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:11:35.543353 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8839fb3c-f55b-4da8-83f7-5ad495de67bb req-f6f77cf0-a928-4615-bba3-e7f4fe34fb6c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/security-groups?id=d3ad8d48-d753-41b8-bff4-c592931edfcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675519 Sep 03 02:11:35.669212 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-2a0af348-b8a5-47bb-8481-2625cd1c8e7b req-28aa1771-cf26-4812-9ee0-31bd794fde0c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:35.683139 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['7c4a3b54-e5e8-41cd-973f-7a71438d7ea4'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:11:35.698680 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa1771-cf26-4812-9ee0-31bd794fde0c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Pushing event deleted for resources: {'Port': ['ID=7c4a3b54-e5e8-41cd-973f-7a71438d7ea4,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:35.743939 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0af348-b8a5-47bb-8481-2625cd1c8e7b req-28aa1771-cf26-4812-9ee0-31bd794fde0c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] No DVR routers for this DVR port 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 on host hv-cinder-80473 {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:11:35.746937 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-2a0af348-b8a5-47bb-8481-2625cd1c8e7b req-28aa1771-cf26-4812-9ee0-31bd794fde0c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:35.749040 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2a0af348-b8a5-47bb-8481-2625cd1c8e7b req-28aa1771-cf26-4812-9ee0-31bd794fde0c tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.25 "DELETE /v2.0/ports/7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 HTTP/1.1" status: 204 len: 173 time: 0.5148120 Sep 03 02:11:35.749441 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76', 'name': 'network-vif-deleted', 'tag': '7c4a3b54-e5e8-41cd-973f-7a71438d7ea4'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:11:35.754571 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ada9db5-8a8c-4b7a-a0e3-195d6757a3e5" -d '{"events": [{"server_uuid": "09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76", "name": "network-vif-deleted", "tag": "7c4a3b54-e5e8-41cd-973f-7a71438d7ea4"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:11:35.793239 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547dd97c-b92d-4c27-b001-47ae1c9f6642 x-openstack-request-id: req-547dd97c-b92d-4c27-b001-47ae1c9f6642 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:11:35.793624 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76", "name": "network-vif-deleted", "tag": "7c4a3b54-e5e8-41cd-973f-7a71438d7ea4", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:11:35.793983 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-547dd97c-b92d-4c27-b001-47ae1c9f6642 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:11:35.794389 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76', 'name': 'network-vif-deleted', 'tag': '7c4a3b54-e5e8-41cd-973f-7a71438d7ea4', 'status': 'completed', 'code': 200} Sep 03 02:11:36.137958 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-f935a17d-0f6e-41a8-88d6-8eef86b07c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:36.653462 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eba5caea-f5a4-47a1-a1b8-1863045a779b req-6660a752-00e4-496f-af5d-4473b280b95a tempest-ServerRescueNegativeTestJSON-1945938921 tempest-ServerRescueNegativeTestJSON-1945938921-project] 10.222.0.21 "GET /v2.0/ports?device_id=09fc8f0e-b0e8-48d3-8f1e-4326b27c0f76 HTTP/1.1" status: 200 len: 210 time: 0.0302691 Sep 03 02:11:36.749087 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:37.229658 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 40324) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:37.333512 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5f36c651-5eb0-4814-a983-e475fadd2aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:37.419876 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5f36c651-5eb0-4814-a983-e475fadd2aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:37.480601 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5f36c651-5eb0-4814-a983-e475fadd2aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:37.518612 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-5f36c651-5eb0-4814-a983-e475fadd2aa4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e0d5abf79ae4b97b31e7622ef560dfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879312 Sep 03 02:11:37.519737 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36c651-5eb0-4814-a983-e475fadd2aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92fc296-14df-4d63-8ab8-2670e6ee76e1,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:37.521427 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40330) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:37.571898 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-596ddea3-a2e8-40a4-8efa-b242978bb856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:37.592247 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-596ddea3-a2e8-40a4-8efa-b242978bb856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:37.623354 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:37.686255 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-596ddea3-a2e8-40a4-8efa-b242978bb856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:37.688880 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-596ddea3-a2e8-40a4-8efa-b242978bb856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:37.690649 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-596ddea3-a2e8-40a4-8efa-b242978bb856 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b92fc296-14df-4d63-8ab8-2670e6ee76e1 HTTP/1.1" status: 204 len: 168 time: 0.1682088 Sep 03 02:11:37.700311 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ddea3-a2e8-40a4-8efa-b242978bb856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92fc296-14df-4d63-8ab8-2670e6ee76e1,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:37.715363 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40336) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:38.111161 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-6c84ef33-d8fd-42ce-8cdf-692d6f0ef837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734964'] for router_interface, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:38.281927 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 40342) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:38.295499 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:38.389832 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:38.457799 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:38.495028 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa53b9b5-b572-4f3c-b0c4-582b4c43abee,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:38.498897 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a1a3bcf27284ae885186a77805c7fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159557 Sep 03 02:11:38.503702 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 40346) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:38.510303 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:38.510772 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:38.511126 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:38.511496 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:38.511838 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:38.512195 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:38.512534 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:38.512868 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:38.513204 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:38.513535 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:38.513868 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:38.514196 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-333e02fc-b7c1-441a-a064-7cd6e30d4927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:11:38.563990 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1762cd6d-c214-4f93-afc2-13be2aa5e0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:38.587382 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1762cd6d-c214-4f93-afc2-13be2aa5e0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:38.624427 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-6c84ef33-d8fd-42ce-8cdf-692d6f0ef837 admin admin] Deleting port 7f8f8a91-d585-4f77-8172-918c72163df8 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:11:38.624969 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-6c84ef33-d8fd-42ce-8cdf-692d6f0ef837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:38.699222 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-6c84ef33-d8fd-42ce-8cdf-692d6f0ef837 admin admin] For port 7f8f8a91-d585-4f77-8172-918c72163df8, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=7f8f8a91-d585-4f77-8172-918c72163df8,segment=NetworkSegment(99adb71b-1aa9-4e30-950b-fb37ce5e9ae8),segment_id=99adb71b-1aa9-4e30-950b-fb37ce5e9ae8)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:11:38.699546 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-6c84ef33-d8fd-42ce-8cdf-692d6f0ef837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:38.711353 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-6c84ef33-d8fd-42ce-8cdf-692d6f0ef837 admin admin] Calling delete_port for 7f8f8a91-d585-4f77-8172-918c72163df8 owned by network:router_interface {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:11:38.720486 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1762cd6d-c214-4f93-afc2-13be2aa5e0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:38.723027 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1762cd6d-c214-4f93-afc2-13be2aa5e0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:38.724226 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-1762cd6d-c214-4f93-afc2-13be2aa5e0af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa53b9b5-b572-4f3c-b0c4-582b4c43abee HTTP/1.1" status: 204 len: 168 time: 0.2193913 Sep 03 02:11:38.734162 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762cd6d-c214-4f93-afc2-13be2aa5e0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa53b9b5-b572-4f3c-b0c4-582b4c43abee,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:38.932475 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-6c84ef33-d8fd-42ce-8cdf-692d6f0ef837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:38.966776 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:38.967333 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84ef33-d8fd-42ce-8cdf-692d6f0ef837 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f8f8a91-d585-4f77-8172-918c72163df8,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:39.123194 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-6c84ef33-d8fd-42ce-8cdf-692d6f0ef837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735072'] for router_interface, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:39.334621 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c84ef33-d8fd-42ce-8cdf-692d6f0ef837 admin admin] Router 4e2db06d-f9f3-4787-b8b6-55e7ec9445f2 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:11:39.444197 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c84ef33-d8fd-42ce-8cdf-692d6f0ef837 admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:11:39.449523 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-6c84ef33-d8fd-42ce-8cdf-692d6f0ef837 admin admin] 10.222.0.21 "PUT /v2.0/routers/4e2db06d-f9f3-4787-b8b6-55e7ec9445f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7330697 Sep 03 02:11:39.452166 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40368) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:39.454931 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0235e982-74aa-46a6-85ed-403da1b8003c None None] Sync routers for ids ['4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:11:39.464828 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0235e982-74aa-46a6-85ed-403da1b8003c None None] Routers {'4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:11:39.465440 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-0235e982-74aa-46a6-85ed-403da1b8003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:11:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:11:39.552771 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-59064b47-0c41-4835-84d4-465a46ae46c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:39.573607 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-0235e982-74aa-46a6-85ed-403da1b8003c None None] Set router 4e2db06d-f9f3-4787-b8b6-55e7ec9445f2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:11:39.661033 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-59064b47-0c41-4835-84d4-465a46ae46c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:39.771155 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-0235e982-74aa-46a6-85ed-403da1b8003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'name': 'tempest-ServerRescueNegativeTestJSON-456190446-router', 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '4b73aada-2696-45c5-a5b2-0e775ffb82a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:11:38Z', 'revision_number': 5, 'project_id': '9c4774ba8da241fbbb968a2804c02ff2', 'gw_port': {'id': '4b73aada-2696-45c5-a5b2-0e775ffb82a0', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:11:39.773233 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-59064b47-0c41-4835-84d4-465a46ae46c8 admin admin] Deleting port 4b73aada-2696-45c5-a5b2-0e775ffb82a0 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:11:39.773580 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-59064b47-0c41-4835-84d4-465a46ae46c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:39.797836 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0235e982-74aa-46a6-85ed-403da1b8003c None None] Checking router: 4e2db06d-f9f3-4787-b8b6-55e7ec9445f2 for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:11:39.806231 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0235e982-74aa-46a6-85ed-403da1b8003c None None] Routers {'4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:11:39.806771 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-0235e982-74aa-46a6-85ed-403da1b8003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:11:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:11:39.852807 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-59064b47-0c41-4835-84d4-465a46ae46c8 admin admin] For port 4b73aada-2696-45c5-a5b2-0e775ffb82a0, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=4b73aada-2696-45c5-a5b2-0e775ffb82a0,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:11:39.853721 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-59064b47-0c41-4835-84d4-465a46ae46c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:39.866238 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-59064b47-0c41-4835-84d4-465a46ae46c8 admin admin] Calling delete_port for 4b73aada-2696-45c5-a5b2-0e775ffb82a0 owned by network:router_gateway {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:11:39.895120 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-0235e982-74aa-46a6-85ed-403da1b8003c None None] Set router 4e2db06d-f9f3-4787-b8b6-55e7ec9445f2 gateway port host: None {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:11:39.948605 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-0235e982-74aa-46a6-85ed-403da1b8003c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'name': 'tempest-ServerRescueNegativeTestJSON-456190446-router', 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:11:39Z', 'revision_number': 6, 'project_id': '9c4774ba8da241fbbb968a2804c02ff2', 'gw_port_host': None}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:11:39.979422 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0235e982-74aa-46a6-85ed-403da1b8003c None None] The sync data for ids ['4e2db06d-f9f3-4787-b8b6-55e7ec9445f2'] in dv-cinder-804735-8-iscsi is: [{'id': '4e2db06d-f9f3-4787-b8b6-55e7ec9445f2', 'name': 'tempest-ServerRescueNegativeTestJSON-456190446-router', 'tenant_id': '9c4774ba8da241fbbb968a2804c02ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:11:39Z', 'revision_number': 6, 'project_id': '9c4774ba8da241fbbb968a2804c02ff2', 'gw_port_host': None}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:11:40.132561 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-59064b47-0c41-4835-84d4-465a46ae46c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:40.160013 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59064b47-0c41-4835-84d4-465a46ae46c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b73aada-2696-45c5-a5b2-0e775ffb82a0,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:40.219985 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-59064b47-0c41-4835-84d4-465a46ae46c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729998'] for router_gateway, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:40.315906 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:11:40.321497 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-59064b47-0c41-4835-84d4-465a46ae46c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25460'] for router, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:40.324320 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-59064b47-0c41-4835-84d4-465a46ae46c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:40.339855 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:11:40.340892 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 7c4a3b54-e5e8-41cd-973f-7a71438d7ea4 not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:11:40.458674 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-59064b47-0c41-4835-84d4-465a46ae46c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733480'] for router, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:40.459259 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59064b47-0c41-4835-84d4-465a46ae46c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e2db06d-f9f3-4787-b8b6-55e7ec9445f2 {{(pid=94494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:11:40.465471 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-59064b47-0c41-4835-84d4-465a46ae46c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:40.466692 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-59064b47-0c41-4835-84d4-465a46ae46c8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4e2db06d-f9f3-4787-b8b6-55e7ec9445f2 HTTP/1.1" status: 204 len: 168 time: 1.0135777 Sep 03 02:11:40.469183 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40396) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:40.517272 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4fd735-246c-4033-849d-97aeff0ff8dc admin admin] Deleting subnet 3deac0ad-467b-49ad-bcf6-a22944b91c56 {{(pid=94494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:11:40.520275 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd735-246c-4033-849d-97aeff0ff8dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:40.553927 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd735-246c-4033-849d-97aeff0ff8dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31215061'] for subnet, precommit_delete_associations {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:40.591627 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd735-246c-4033-849d-97aeff0ff8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:40.709534 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd735-246c-4033-849d-97aeff0ff8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31249298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31359024'] for subnet, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:40.738602 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fd735-246c-4033-849d-97aeff0ff8dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3deac0ad-467b-49ad-bcf6-a22944b91c56,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:40.747234 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd735-246c-4033-849d-97aeff0ff8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:40.751614 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-3b4fd735-246c-4033-849d-97aeff0ff8dc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3deac0ad-467b-49ad-bcf6-a22944b91c56 HTTP/1.1" status: 204 len: 168 time: 0.2790220 Sep 03 02:11:40.752006 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40406) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:40.848968 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-aed62e9e-fc1d-4084-92df-dae6f1c30b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:40.976280 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-aed62e9e-fc1d-4084-92df-dae6f1c30b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:40.976837 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 4b73aada-2696-45c5-a5b2-0e775ffb82a0 no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:11:40.988529 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-aed62e9e-fc1d-4084-92df-dae6f1c30b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d']}} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:11:40.998973 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-aed62e9e-fc1d-4084-92df-dae6f1c30b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99adb71b-1aa9-4e30-950b-fb37ce5e9ae8') {'for_net_delete': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:11:40.999313 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-aed62e9e-fc1d-4084-92df-dae6f1c30b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99adb71b-1aa9-4e30-950b-fb37ce5e9ae8') {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:11:41.000959 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: 4b73aada-2696-45c5-a5b2-0e775ffb82a0 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:11:41.001625 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 4b73aada-2696-45c5-a5b2-0e775ffb82a0 not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:11:41.002519 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 7f8f8a91-d585-4f77-8172-918c72163df8 no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:11:41.014071 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-aed62e9e-fc1d-4084-92df-dae6f1c30b2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31215052'] for segment, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:41.023194 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: 7f8f8a91-d585-4f77-8172-918c72163df8 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:11:41.031883 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 7f8f8a91-d585-4f77-8172-918c72163df8 not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:11:41.032079 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-aed62e9e-fc1d-4084-92df-dae6f1c30b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:41.039440 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed62e9e-fc1d-4084-92df-dae6f1c30b2e admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:11:41.039936 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-aed62e9e-fc1d-4084-92df-dae6f1c30b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31249356'] for segment, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: Traceback (most recent call last): Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: timer() Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: cb(*args, **kw) Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: return func(*args, **kwargs) Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: self._notify() Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: self.callback(batched_events) Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: event.method(event) Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: return f(self, *a, **k) Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._get(url).json() Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: return self.request(url, 'GET', **kwargs) Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:11:41.042961 dv-cinder-804735-8-iscsi neutron-server[94494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:11:41.177772 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-aed62e9e-fc1d-4084-92df-dae6f1c30b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:41.183126 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-aed62e9e-fc1d-4084-92df-dae6f1c30b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:41.185338 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-aed62e9e-fc1d-4084-92df-dae6f1c30b2e admin admin] 10.222.0.21 "DELETE /v2.0/networks/54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d HTTP/1.1" status: 204 len: 168 time: 0.4326377 Sep 03 02:11:41.198131 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed62e9e-fc1d-4084-92df-dae6f1c30b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=54767bfe-f1ff-4d2c-a3a2-922ef28e2b9d,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:41.467749 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 40426) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:41.567510 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 40430) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:41.599614 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-288fd55c-f228-46ac-9a9b-375012c73156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:41.633633 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-89ca2220-89d7-46ab-b999-fd70308b9efb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c4774ba8da241fbbb968a2804c02ff2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0648646 Sep 03 02:11:41.636548 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 40432) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:41.711851 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ff10a60c-8f04-454d-87de-2fe2811d8f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:41.743368 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ff10a60c-8f04-454d-87de-2fe2811d8f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:41.784709 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-288fd55c-f228-46ac-9a9b-375012c73156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:41.846388 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-288fd55c-f228-46ac-9a9b-375012c73156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:41.888732 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-288fd55c-f228-46ac-9a9b-375012c73156 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=888b0883fa354908bce46d4b63befba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194307 Sep 03 02:11:41.889522 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fd55c-f228-46ac-9a9b-375012c73156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a230bd53-8ea0-4ce9-ad54-ca329f629a80,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:41.891496 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40434) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:41.892933 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ff10a60c-8f04-454d-87de-2fe2811d8f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:41.895471 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ff10a60c-8f04-454d-87de-2fe2811d8f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:41.896538 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-ff10a60c-8f04-454d-87de-2fe2811d8f80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3ad8d48-d753-41b8-bff4-c592931edfcc HTTP/1.1" status: 204 len: 168 time: 0.2590966 Sep 03 02:11:41.904917 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10a60c-8f04-454d-87de-2fe2811d8f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ad8d48-d753-41b8-bff4-c592931edfcc,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:41.947954 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-65636fca-52a9-40c4-a1bd-0349f759abef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:41.968785 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-65636fca-52a9-40c4-a1bd-0349f759abef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:42.126158 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-65636fca-52a9-40c4-a1bd-0349f759abef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:42.128845 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-65636fca-52a9-40c4-a1bd-0349f759abef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:42.133239 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-65636fca-52a9-40c4-a1bd-0349f759abef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a230bd53-8ea0-4ce9-ad54-ca329f629a80 HTTP/1.1" status: 204 len: 168 time: 0.2375188 Sep 03 02:11:42.139380 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65636fca-52a9-40c4-a1bd-0349f759abef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a230bd53-8ea0-4ce9-ad54-ca329f629a80,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:42.789275 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40464) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:42.802427 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ecbf4bd1-6a21-4436-86e5-47e1a865e9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:42.891842 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ecbf4bd1-6a21-4436-86e5-47e1a865e9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:42.966680 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ecbf4bd1-6a21-4436-86e5-47e1a865e9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:43.004617 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-ecbf4bd1-6a21-4436-86e5-47e1a865e9d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2c9de6885334f8bb70de81e7c6923c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142646 Sep 03 02:11:43.005493 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf4bd1-6a21-4436-86e5-47e1a865e9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b3d022-7bcd-453f-9e85-e6fc06cd9648,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:43.007314 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 40468) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:43.056038 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c988a07e-a7aa-4740-a6cb-face55dd902c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:43.077876 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c988a07e-a7aa-4740-a6cb-face55dd902c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:43.200734 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c988a07e-a7aa-4740-a6cb-face55dd902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:43.203336 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c988a07e-a7aa-4740-a6cb-face55dd902c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:43.204491 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-c988a07e-a7aa-4740-a6cb-face55dd902c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5b3d022-7bcd-453f-9e85-e6fc06cd9648 HTTP/1.1" status: 204 len: 168 time: 0.1954634 Sep 03 02:11:43.212295 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988a07e-a7aa-4740-a6cb-face55dd902c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b3d022-7bcd-453f-9e85-e6fc06cd9648,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:44.886730 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 40576) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:44.990278 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65a90efb-dd7d-4c2b-81ae-badc66aa408b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:45.076762 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65a90efb-dd7d-4c2b-81ae-badc66aa408b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:45.149510 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65a90efb-dd7d-4c2b-81ae-badc66aa408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:45.188657 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-65a90efb-dd7d-4c2b-81ae-badc66aa408b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e76da21a3eb4b08a630dbc0d56ba7ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006740 Sep 03 02:11:45.189821 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a90efb-dd7d-4c2b-81ae-badc66aa408b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e121f2a3-256c-47c6-9180-5972288dad28,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:45.191194 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40584) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:45.258049 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-35e7d12f-2f69-4460-85a8-39f4fa647709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:45.280997 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-35e7d12f-2f69-4460-85a8-39f4fa647709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:45.372437 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-35e7d12f-2f69-4460-85a8-39f4fa647709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:45.375081 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-35e7d12f-2f69-4460-85a8-39f4fa647709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:45.377435 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-35e7d12f-2f69-4460-85a8-39f4fa647709 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e121f2a3-256c-47c6-9180-5972288dad28 HTTP/1.1" status: 204 len: 168 time: 0.1810315 Sep 03 02:11:45.387026 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7d12f-2f69-4460-85a8-39f4fa647709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e121f2a3-256c-47c6-9180-5972288dad28,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:45.972417 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 40608) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:45.986427 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3630c9c6-8125-4e8c-b5e0-0609a2dba414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:46.074417 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3630c9c6-8125-4e8c-b5e0-0609a2dba414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:46.149942 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3630c9c6-8125-4e8c-b5e0-0609a2dba414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:46.187708 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630c9c6-8125-4e8c-b5e0-0609a2dba414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67958259-83d6-4c52-a421-f5adbe295422,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:46.192009 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-3630c9c6-8125-4e8c-b5e0-0609a2dba414 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=226d42d1255e4eeb8d04bc3c62d0601d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185538 Sep 03 02:11:46.194759 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 40612) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:11:46.246940 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-831833f9-2b99-47b5-a63b-6fd55617a206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:46.267974 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-831833f9-2b99-47b5-a63b-6fd55617a206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:46.366435 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-831833f9-2b99-47b5-a63b-6fd55617a206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:46.369067 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-831833f9-2b99-47b5-a63b-6fd55617a206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:11:46.370418 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-831833f9-2b99-47b5-a63b-6fd55617a206 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67958259-83d6-4c52-a421-f5adbe295422 HTTP/1.1" status: 204 len: 168 time: 0.1740417 Sep 03 02:11:46.379424 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831833f9-2b99-47b5-a63b-6fd55617a206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67958259-83d6-4c52-a421-f5adbe295422,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:11:54.261678 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:11:56.458917 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4cc5f40e-da17-40e6-8241-a032c656c0b3 req-9cb0d7d8-1985-46b7-9cd9-2d0a9f29aa94 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383527 Sep 03 02:11:56.520094 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5f40e-da17-40e6-8241-a032c656c0b3 req-e981b580-ccdb-47d4-bf62-ce3297649ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:56.521578 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4cc5f40e-da17-40e6-8241-a032c656c0b3 req-e981b580-ccdb-47d4-bf62-ce3297649ce9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94e74d599fbf45ffa7ed50d9acbb3629&device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 1098 time: 0.0383654 Sep 03 02:11:56.630833 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5f40e-da17-40e6-8241-a032c656c0b3 req-532dedbf-a3b9-4455-9366-27d304bf02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:56.632331 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4cc5f40e-da17-40e6-8241-a032c656c0b3 req-532dedbf-a3b9-4455-9366-27d304bf02aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f5d62d3-f984-497f-a7d7-99c203568a5e HTTP/1.1" status: 200 len: 911 time: 0.0859895 Sep 03 02:11:56.697370 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4cc5f40e-da17-40e6-8241-a032c656c0b3 req-92ec0319-3a97-4b5f-abe4-ad631868c269 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 HTTP/1.1" status: 200 len: 1001 time: 0.0568027 Sep 03 02:11:56.749643 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5f40e-da17-40e6-8241-a032c656c0b3 req-f610f6fd-1cb2-4df1-9181-b15648be4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:56.751092 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4cc5f40e-da17-40e6-8241-a032c656c0b3 req-f610f6fd-1cb2-4df1-9181-b15648be4826 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50fd8023-c68b-42eb-8463-7db7e38159bc HTTP/1.1" status: 200 len: 849 time: 0.0457311 Sep 03 02:11:56.798495 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5f40e-da17-40e6-8241-a032c656c0b3 req-fa84578c-c591-4610-83fb-254e64f63f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:11:56.800261 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4cc5f40e-da17-40e6-8241-a032c656c0b3 req-fa84578c-c591-4610-83fb-254e64f63f6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f5d62d3-f984-497f-a7d7-99c203568a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378349 Sep 03 02:11:56.894039 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4cc5f40e-da17-40e6-8241-a032c656c0b3 req-0d07c943-237b-4606-afd8-719eb446800b service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855072 Sep 03 02:11:56.985088 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4cc5f40e-da17-40e6-8241-a032c656c0b3 req-ad28cd7f-e3f3-4f00-b54d-c017b15765f4 service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830684 Sep 03 02:11:57.995061 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:03.675129 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-d682738c-9e7b-4713-bc29-fb57641ed928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:06.155614 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-c9c9ccff-921d-403f-b991-c8b23cbbb3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:06.715060 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:07.623169 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:08.943700 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:15.937719 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f859b7-4306-4146-a00d-2282c8b7c729 req-cd1f6cde-fce6-49e1-a86b-5d599033fc6e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:15.939188 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-80f859b7-4306-4146-a00d-2282c8b7c729 req-cd1f6cde-fce6-49e1-a86b-5d599033fc6e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0497785 Sep 03 02:12:15.977373 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-80f859b7-4306-4146-a00d-2282c8b7c729 req-5f25b735-6c6c-4f18-ba73-46563bf3d2fb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322664 Sep 03 02:12:17.094799 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56598f42-fecd-4ed4-a20e-f617f7819f16 req-3ea8284d-83c9-47da-b244-77c87fb5a00a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:17.096671 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-56598f42-fecd-4ed4-a20e-f617f7819f16 req-3ea8284d-83c9-47da-b244-77c87fb5a00a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0523913 Sep 03 02:12:17.133923 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-56598f42-fecd-4ed4-a20e-f617f7819f16 req-6c8705f7-02b0-40a6-8a72-5493e7ec530b tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318882 Sep 03 02:12:17.849864 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c59f2-2e0b-48f0-9dab-4e95b576cde5 req-8bb718cd-e19c-42ef-9e18-6b223c096dd3 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:17.851348 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ca3c59f2-2e0b-48f0-9dab-4e95b576cde5 req-8bb718cd-e19c-42ef-9e18-6b223c096dd3 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.0500090 Sep 03 02:12:17.945014 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [req-ca3c59f2-2e0b-48f0-9dab-4e95b576cde5 req-28fd28f1-4b00-4b8f-8483-b57414496f96 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Deleting port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:12:17.945273 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-ca3c59f2-2e0b-48f0-9dab-4e95b576cde5 req-28fd28f1-4b00-4b8f-8483-b57414496f96 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:18.032011 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [req-ca3c59f2-2e0b-48f0-9dab-4e95b576cde5 req-28fd28f1-4b00-4b8f-8483-b57414496f96 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] For port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:12:18.032379 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-ca3c59f2-2e0b-48f0-9dab-4e95b576cde5 req-28fd28f1-4b00-4b8f-8483-b57414496f96 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:18.326682 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-ca3c59f2-2e0b-48f0-9dab-4e95b576cde5 req-28fd28f1-4b00-4b8f-8483-b57414496f96 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:18.327382 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-ca3c59f2-2e0b-48f0-9dab-4e95b576cde5 req-28fd28f1-4b00-4b8f-8483-b57414496f96 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:18.327382 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.l3_db [req-ca3c59f2-2e0b-48f0-9dab-4e95b576cde5 req-28fd28f1-4b00-4b8f-8483-b57414496f96 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Floating IP c79f96ec-41e6-4ada-b22b-02811f2e937b disassociated. External IP: 172.27.0.173, port: 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98. Sep 03 02:12:18.327659 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [req-ca3c59f2-2e0b-48f0-9dab-4e95b576cde5 req-28fd28f1-4b00-4b8f-8483-b57414496f96 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Calling delete_port for 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 owned by compute:nova {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:12:18.341555 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1093da-8a79-4a45-8f16-1353ba55b0b8 req-92208907-1a4d-4972-9c1c-dbf43c82151e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:18.343041 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cd1093da-8a79-4a45-8f16-1353ba55b0b8 req-92208907-1a4d-4972-9c1c-dbf43c82151e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 945 time: 0.1249235 Sep 03 02:12:18.425115 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cd1093da-8a79-4a45-8f16-1353ba55b0b8 req-1e088cb8-b989-48f0-aaed-12c505c0bbf7 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=e08c02f9-873a-4964-8c94-481c9d0e4509&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755789 Sep 03 02:12:18.584049 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-ca3c59f2-2e0b-48f0-9dab-4e95b576cde5 req-28fd28f1-4b00-4b8f-8483-b57414496f96 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:18.611794 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd28f1-4b00-4b8f-8483-b57414496f96 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event deleted for resources: {'Port': ['ID=013ac6ed-dfee-428c-8d9a-b1c8c1da6f98,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:18.934242 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca3c59f2-2e0b-48f0-9dab-4e95b576cde5 req-28fd28f1-4b00-4b8f-8483-b57414496f96 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:12:19.038979 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca3c59f2-2e0b-48f0-9dab-4e95b576cde5 req-28fd28f1-4b00-4b8f-8483-b57414496f96 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:12:19.051765 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631facdf-fb70-4f11-b252-fc39ed03a26f None None] Sync routers for ids ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:12:19.065222 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631facdf-fb70-4f11-b252-fc39ed03a26f None None] Routers {'477c0bbb-53c3-454d-ba47-ac437d4c4ec2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:12:19.065871 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-631facdf-fb70-4f11-b252-fc39ed03a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:12:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:19.079721 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3c59f2-2e0b-48f0-9dab-4e95b576cde5 req-28fd28f1-4b00-4b8f-8483-b57414496f96 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] No DVR routers for this DVR port 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 on host hv-cinder-80473 {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:12:19.082496 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-ca3c59f2-2e0b-48f0-9dab-4e95b576cde5 req-28fd28f1-4b00-4b8f-8483-b57414496f96 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:19.084600 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ca3c59f2-2e0b-48f0-9dab-4e95b576cde5 req-28fd28f1-4b00-4b8f-8483-b57414496f96 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.25 "DELETE /v2.0/ports/013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 HTTP/1.1" status: 204 len: 173 time: 1.2268181 Sep 03 02:12:19.085059 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f91c8f-7695-4938-a988-6e69193f95e3', 'name': 'network-vif-deleted', 'tag': '013ac6ed-dfee-428c-8d9a-b1c8c1da6f98'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:12:19.087433 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc744f9-0cdd-4746-8d48-b95a820769ee" -d '{"events": [{"server_uuid": "98f91c8f-7695-4938-a988-6e69193f95e3", "name": "network-vif-deleted", "tag": "013ac6ed-dfee-428c-8d9a-b1c8c1da6f98"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:12:19.126609 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c30d15a-47a3-4294-8eb2-25d016beb950 x-openstack-request-id: req-7c30d15a-47a3-4294-8eb2-25d016beb950 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:12:19.127138 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f91c8f-7695-4938-a988-6e69193f95e3", "name": "network-vif-deleted", "tag": "013ac6ed-dfee-428c-8d9a-b1c8c1da6f98", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:12:19.127389 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c30d15a-47a3-4294-8eb2-25d016beb950 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:12:19.127797 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f91c8f-7695-4938-a988-6e69193f95e3', 'name': 'network-vif-deleted', 'tag': '013ac6ed-dfee-428c-8d9a-b1c8c1da6f98', 'status': 'completed', 'code': 200} Sep 03 02:12:19.172807 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-631facdf-fb70-4f11-b252-fc39ed03a26f None None] Set router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:12:19.370352 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-631facdf-fb70-4f11-b252-fc39ed03a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:55Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'abee3094-d13f-4c29-8e9d-df72d25963a3', 'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'mac_address': 'fa:16:3e:e1:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:52Z', 'updated_at': '2021-09-03T02:08:06Z', 'revision_number': 5, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'subnets': [{'id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:19.397392 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631facdf-fb70-4f11-b252-fc39ed03a26f None None] Checking router: 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:12:19.407594 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631facdf-fb70-4f11-b252-fc39ed03a26f None None] Routers {'477c0bbb-53c3-454d-ba47-ac437d4c4ec2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:12:19.408225 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-631facdf-fb70-4f11-b252-fc39ed03a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:12:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:19.521408 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-631facdf-fb70-4f11-b252-fc39ed03a26f None None] Set router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:12:19.535240 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f963fdbb-2e2f-4c97-abd6-05fc429ad4b4 req-caa79410-219b-49af-b731-70d28aca76a4 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=98f91c8f-7695-4938-a988-6e69193f95e3 HTTP/1.1" status: 200 len: 210 time: 0.0288198 Sep 03 02:12:19.721777 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-631facdf-fb70-4f11-b252-fc39ed03a26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:55Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'abee3094-d13f-4c29-8e9d-df72d25963a3', 'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'mac_address': 'fa:16:3e:e1:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:52Z', 'updated_at': '2021-09-03T02:08:06Z', 'revision_number': 5, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'subnets': [{'id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:19.751541 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631facdf-fb70-4f11-b252-fc39ed03a26f None None] The sync data for ids ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'] in dv-cinder-804735-8-iscsi is: [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:55Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'abee3094-d13f-4c29-8e9d-df72d25963a3', 'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'mac_address': 'fa:16:3e:e1:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:52Z', 'updated_at': '2021-09-03T02:08:06Z', 'revision_number': 5, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'subnets': [{'id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:12:19.965981 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df5244-3735-4b00-8d64-8dae22adcef0 None None] New status for floating IP c79f96ec-41e6-4ada-b22b-02811f2e937b: DOWN {{(pid=94496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:12:20.745110 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 40994) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:20.805188 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-297cd130-4762-456d-9eb5-b8ba0aac4937 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:20.828205 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-297cd130-4762-456d-9eb5-b8ba0aac4937 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:20.967313 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-297cd130-4762-456d-9eb5-b8ba0aac4937 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:20.971409 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-297cd130-4762-456d-9eb5-b8ba0aac4937 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:20.971409 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-297cd130-4762-456d-9eb5-b8ba0aac4937 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "DELETE /v2.0/security-groups/e08c02f9-873a-4964-8c94-481c9d0e4509 HTTP/1.1" status: 204 len: 168 time: 0.2250965 Sep 03 02:12:20.973963 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 41000) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:20.981749 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cd130-4762-456d-9eb5-b8ba0aac4937 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08c02f9-873a-4964-8c94-481c9d0e4509,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:20.989255 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.api.v2.resource [None req-87e16571-e232-426d-96f9-5d1c267aab59 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] show failed (client error): The resource could not be found. Sep 03 02:12:20.993201 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 41002) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:20.993692 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-87e16571-e232-426d-96f9-5d1c267aab59 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups/e08c02f9-873a-4964-8c94-481c9d0e4509 HTTP/1.1" status: 404 len: 347 time: 0.0180404 Sep 03 02:12:21.122665 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-91f9904d-ef1b-4090-a93e-5ed8a0a4c47a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Deleting port 3a2ee0e7-9c68-4bed-9286-bb7e4ede08f5 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:12:21.123019 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-91f9904d-ef1b-4090-a93e-5ed8a0a4c47a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:21.198657 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-91f9904d-ef1b-4090-a93e-5ed8a0a4c47a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:21.198993 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-91f9904d-ef1b-4090-a93e-5ed8a0a4c47a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:21.210727 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-91f9904d-ef1b-4090-a93e-5ed8a0a4c47a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Calling delete_port for 3a2ee0e7-9c68-4bed-9286-bb7e4ede08f5 owned by network:floatingip {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:12:21.401406 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-91f9904d-ef1b-4090-a93e-5ed8a0a4c47a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:21.430416 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9904d-ef1b-4090-a93e-5ed8a0a4c47a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event deleted for resources: {'Port': ['ID=3a2ee0e7-9c68-4bed-9286-bb7e4ede08f5,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:21.488418 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-91f9904d-ef1b-4090-a93e-5ed8a0a4c47a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for floatingip, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:21.490917 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-91f9904d-ef1b-4090-a93e-5ed8a0a4c47a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:21.492095 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-91f9904d-ef1b-4090-a93e-5ed8a0a4c47a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "DELETE /v2.0/floatingips/c79f96ec-41e6-4ada-b22b-02811f2e937b HTTP/1.1" status: 204 len: 168 time: 0.4973066 Sep 03 02:12:21.911163 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 41014) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:21.916366 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-5151e738-efdf-47d8-9a34-835f2602acdd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--253952567', 'description': 'tempest-description--201701576'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:12:22.058712 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5151e738-efdf-47d8-9a34-835f2602acdd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:22.137119 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5151e738-efdf-47d8-9a34-835f2602acdd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:22.240649 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5151e738-efdf-47d8-9a34-835f2602acdd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:22.267361 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151e738-efdf-47d8-9a34-835f2602acdd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49134c8-c821-4756-9069-7c7abf2ba97f,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:22.366785 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5151e738-efdf-47d8-9a34-835f2602acdd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:22.368087 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-5151e738-efdf-47d8-9a34-835f2602acdd tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4557874 Sep 03 02:12:22.370934 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 41020) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:22.380990 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-238406c3-ab28-4eea-a9a7-35f8bd310625 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Request body: {'security_group_rule': {'security_group_id': 'd49134c8-c821-4756-9069-7c7abf2ba97f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:12:22.445377 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:12:22.462922 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-238406c3-ab28-4eea-a9a7-35f8bd310625 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:22.468291 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:12:22.468291 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 013ac6ed-dfee-428c-8d9a-b1c8c1da6f98 not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:12:22.521940 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-238406c3-ab28-4eea-a9a7-35f8bd310625 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:22.594980 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-238406c3-ab28-4eea-a9a7-35f8bd310625 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:22.612050 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238406c3-ab28-4eea-a9a7-35f8bd310625 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534fe587-bdf5-4b9c-94a2-89aa91b7ae0d,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:22.686290 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-238406c3-ab28-4eea-a9a7-35f8bd310625 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:22.687537 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-238406c3-ab28-4eea-a9a7-35f8bd310625 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3156693 Sep 03 02:12:22.690137 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 41024) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:22.694393 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-60ca36cf-7bf5-46da-bf12-d1f35dd9ab41 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Request body: {'security_group_rule': {'security_group_id': 'd49134c8-c821-4756-9069-7c7abf2ba97f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:12:22.759673 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-60ca36cf-7bf5-46da-bf12-d1f35dd9ab41 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:22.815170 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-60ca36cf-7bf5-46da-bf12-d1f35dd9ab41 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:22.886662 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-60ca36cf-7bf5-46da-bf12-d1f35dd9ab41 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:22.905941 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca36cf-7bf5-46da-bf12-d1f35dd9ab41 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8482273f-14b3-483a-ad57-11ff0f11b64e,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:22.972808 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-60ca36cf-7bf5-46da-bf12-d1f35dd9ab41 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:22.974036 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-60ca36cf-7bf5-46da-bf12-d1f35dd9ab41 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2829673 Sep 03 02:12:22.977119 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 41030) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:22.982004 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Request body: {'floatingip': {'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:12:23.098194 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for floatingip, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:23.194323 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:23.292223 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Allocated IP 172.27.0.85 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/7222d760-0096-4099-87f5-b79ca96bc685) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:12:23.394902 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:23.486994 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:23.520796 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:12:23.523691 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:12:23.527169 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:12:23.558000 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event updated for resources: {'Port': ['ID=7222d760-0096-4099-87f5-b79ca96bc685,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:23.620310 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:23.709482 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:23.855465 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:23.920727 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30143546'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:23.986618 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event updated for resources: {'Port': ['ID=7222d760-0096-4099-87f5-b79ca96bc685,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:23.996220 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:24.097456 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:24.098636 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-42ac2f69-4ad2-49b0-96a6-52466e228a56 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1205695 Sep 03 02:12:24.276621 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-ebfee8e7-442d-40e5-b084-4e0888a0877a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--253952567&fields=id&tenant_id=94e74d599fbf45ffa7ed50d9acbb3629 HTTP/1.1" status: 200 len: 267 time: 0.0318537 Sep 03 02:12:24.381523 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-c1359b57-282f-475d-ad55-76562d64e879 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:24.383008 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-c1359b57-282f-475d-ad55-76562d64e879 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/networks?id=5f5d62d3-f984-497f-a7d7-99c203568a5e HTTP/1.1" status: 200 len: 810 time: 0.0995836 Sep 03 02:12:24.399100 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-cf8c9793-1fb9-4b98-9037-2fd844ef961c tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/quotas/94e74d599fbf45ffa7ed50d9acbb3629 HTTP/1.1" status: 200 len: 375 time: 0.0095365 Sep 03 02:12:24.452407 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-b0fa9c6d-a8d7-44ef-ac9f-d45a178c622f tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=94e74d599fbf45ffa7ed50d9acbb3629&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475683 Sep 03 02:12:24.547061 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-afd39012-e830-4b6c-bd50-244791c5b68e service neutron] 10.222.0.21 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833793 Sep 03 02:12:24.638256 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-63c492e4-b4d4-4b18-a126-bec6e568eb96 service neutron] 10.222.0.21 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809684 Sep 03 02:12:24.889590 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-383cf34a-5b5a-499f-a2fc-72f7fe9f62e9 req-2fd663c0-8ef2-4244-ba45-209d62e09c47 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 210 time: 0.0344732 Sep 03 02:12:25.978596 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0fe213b3-5ed2-4993-b06b-d076f82aaa70 req-9fbb551d-3de5-44c9-84c5-d258d4b1f85b tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 210 time: 0.0252550 Sep 03 02:12:26.572170 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-38107d94-52ec-401b-87ea-d69e5fc61c5a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:26.573588 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-38107d94-52ec-401b-87ea-d69e5fc61c5a tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.25 "GET /v2.0/networks?id=5f5d62d3-f984-497f-a7d7-99c203568a5e HTTP/1.1" status: 200 len: 810 time: 0.1000345 Sep 03 02:12:26.628746 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-68b3ba50-7012-4ddb-9db2-f4117e22e230 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94e74d599fbf45ffa7ed50d9acbb3629 HTTP/1.1" status: 200 len: 379 time: 0.0455978 Sep 03 02:12:26.639999 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-1663c425-8e74-47cd-acc0-25dd27415368 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Request body: {'port': {'device_id': 'fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'admin_state_up': True, 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'security_groups': ['d49134c8-c821-4756-9069-7c7abf2ba97f']}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:12:26.812287 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-1663c425-8e74-47cd-acc0-25dd27415368 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Made reservation on behalf of 94e74d599fbf45ffa7ed50d9acbb3629 for: {'port': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:12:26.815918 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-1663c425-8e74-47cd-acc0-25dd27415368 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:26.944779 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-1663c425-8e74-47cd-acc0-25dd27415368 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Allocated IP 172.20.0.12 (5f5d62d3-f984-497f-a7d7-99c203568a5e/50fd8023-c68b-42eb-8463-7db7e38159bc/a866c6f2-b20d-4559-8f16-e2144412860e) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:12:27.080549 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-02b44424-109c-44f0-9d78-4452780259f6 req-75783c96-050b-4719-8b87-0db448ae575d tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 210 time: 0.0357831 Sep 03 02:12:27.104619 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-1663c425-8e74-47cd-acc0-25dd27415368 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:27.117458 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-1663c425-8e74-47cd-acc0-25dd27415368 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Transition to ACTIVE for port object a866c6f2-b20d-4559-8f16-e2144412860e will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:12:27.224096 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-1663c425-8e74-47cd-acc0-25dd27415368 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:27.263509 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-1663c425-8e74-47cd-acc0-25dd27415368 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Network 5f5d62d3-f984-497f-a7d7-99c203568a5e is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:12:27.266550 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-1663c425-8e74-47cd-acc0-25dd27415368 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:12:27.270137 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-1663c425-8e74-47cd-acc0-25dd27415368 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:12:27.297226 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663c425-8e74-47cd-acc0-25dd27415368 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event updated for resources: {'Port': ['ID=a866c6f2-b20d-4559-8f16-e2144412860e,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:27.325967 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-1663c425-8e74-47cd-acc0-25dd27415368 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:27.326615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-1663c425-8e74-47cd-acc0-25dd27415368 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:27.453540 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-1663c425-8e74-47cd-acc0-25dd27415368 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8186553 Sep 03 02:12:27.466075 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Request body: {'port': {'device_id': 'fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:12:27.521179 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:27.595480 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-fe522d96-d3c9-4e04-8267-d90c677fafb4 None None] Provisioning for port a866c6f2-b20d-4559-8f16-e2144412860e completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:12:27.599720 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-fe522d96-d3c9-4e04-8267-d90c677fafb4 None None] Provisioning complete for port a866c6f2-b20d-4559-8f16-e2144412860e triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:12:27.600115 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-fe522d96-d3c9-4e04-8267-d90c677fafb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:27.634327 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-fe522d96-d3c9-4e04-8267-d90c677fafb4 None None] Port a866c6f2-b20d-4559-8f16-e2144412860e cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:12:27.770376 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a866c6f2-b20d-4559-8f16-e2144412860e {{(pid=94493) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:12:27.777391 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:27.788497 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Transition to ACTIVE for port object a866c6f2-b20d-4559-8f16-e2144412860e will not be triggered until provisioned by entity L2. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:12:27.857978 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30143546'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:27.906786 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Pushing event updated for resources: {'Port': ['ID=a866c6f2-b20d-4559-8f16-e2144412860e,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:27.978434 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:27.979027 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Attempting to bind port a866c6f2-b20d-4559-8f16-e2144412860e on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:12:27.979415 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Attempting to bind port a866c6f2-b20d-4559-8f16-e2144412860e by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:12:27.979744 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Attempting to bind port a866c6f2-b20d-4559-8f16-e2144412860e on network 5f5d62d3-f984-497f-a7d7-99c203568a5e {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:12:27.984823 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Port a866c6f2-b20d-4559-8f16-e2144412860e on network 5f5d62d3-f984-497f-a7d7-99c203568a5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:12:27.985155 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Attempting to bind port a866c6f2-b20d-4559-8f16-e2144412860e on network 5f5d62d3-f984-497f-a7d7-99c203568a5e {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:12:27.990530 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:12:27.990530 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Checking segment: {'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:12:27.990760 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Bound using segment: {'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'} {{(pid=94493) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:12:27.991215 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.managers [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Bound port: a866c6f2-b20d-4559-8f16-e2144412860e, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e'}}] {{(pid=94493) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:12:27.991598 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:28.064717 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] For port a866c6f2-b20d-4559-8f16-e2144412860e, host hv-cinder-80473, cleared binding levels {{(pid=94493) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:12:28.067829 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] For port a866c6f2-b20d-4559-8f16-e2144412860e, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a866c6f2-b20d-4559-8f16-e2144412860e,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94493) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:12:28.143949 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30143546'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:28.193810 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:28.194455 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:28.195843 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] 10.222.0.25 "PUT /v2.0/ports/a866c6f2-b20d-4559-8f16-e2144412860e HTTP/1.1" status: 200 len: 1094 time: 0.7339897 Sep 03 02:12:28.196288 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837', 'tag': 'a866c6f2-b20d-4559-8f16-e2144412860e'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:12:28.198535 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a5fe59-5063-4d10-8d45-0a8093d16925" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837", "tag": "a866c6f2-b20d-4559-8f16-e2144412860e"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:12:28.240428 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443ba22-5754-45e1-9274-798c1e285259 service neutron] Pushing event updated for resources: {'Port': ['ID=a866c6f2-b20d-4559-8f16-e2144412860e,revision_number=3']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:28.243992 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6413602e-1cde-4e00-9da0-fd3b3b58badd x-openstack-request-id: req-6413602e-1cde-4e00-9da0-fd3b3b58badd {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:12:28.244108 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837", "tag": "a866c6f2-b20d-4559-8f16-e2144412860e", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:12:28.244354 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6413602e-1cde-4e00-9da0-fd3b3b58badd {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:12:28.244751 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837', 'tag': 'a866c6f2-b20d-4559-8f16-e2144412860e', 'status': 'completed', 'code': 200} Sep 03 02:12:28.262847 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d74079-50fc-440f-805f-64cce35a1fff req-b0b8768f-9f4a-48b6-aca1-59bde635a720 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:28.264410 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a6d74079-50fc-440f-805f-64cce35a1fff req-b0b8768f-9f4a-48b6-aca1-59bde635a720 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 944 time: 0.0937216 Sep 03 02:12:28.307820 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a6d74079-50fc-440f-805f-64cce35a1fff req-66237ed3-40ba-4c53-ab5b-f5d7429446c6 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=d49134c8-c821-4756-9069-7c7abf2ba97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373285 Sep 03 02:12:29.426488 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9670011-5f57-48c1-b4c3-46a5ddf60115 req-3ddff31c-3ea7-4a9a-93ea-d99aabb6cc03 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:29.428010 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f9670011-5f57-48c1-b4c3-46a5ddf60115 req-3ddff31c-3ea7-4a9a-93ea-d99aabb6cc03 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 944 time: 0.0490170 Sep 03 02:12:29.464235 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f9670011-5f57-48c1-b4c3-46a5ddf60115 req-5df89092-59bc-42da-8d02-7c04f18441ff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=d49134c8-c821-4756-9069-7c7abf2ba97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303643 Sep 03 02:12:30.531928 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5fe59-5063-4d10-8d45-0a8093d16925 req-d52b6c22-bcba-47ac-8c2f-7b7f213f6cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:30.533401 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c3a5fe59-5063-4d10-8d45-0a8093d16925 req-d52b6c22-bcba-47ac-8c2f-7b7f213f6cab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94e74d599fbf45ffa7ed50d9acbb3629&device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 1097 time: 0.0433021 Sep 03 02:12:30.641378 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc56200-4c65-4abb-b18d-e5471cde4f23 req-58aa2c8d-bf7b-4e9c-a137-9963286ab020 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:30.642822 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cbc56200-4c65-4abb-b18d-e5471cde4f23 req-58aa2c8d-bf7b-4e9c-a137-9963286ab020 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 944 time: 0.1085770 Sep 03 02:12:30.672666 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5fe59-5063-4d10-8d45-0a8093d16925 req-3c2b7e64-60ae-44bd-a77a-7c7fc9563619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:30.673962 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c3a5fe59-5063-4d10-8d45-0a8093d16925 req-3c2b7e64-60ae-44bd-a77a-7c7fc9563619 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=94e74d599fbf45ffa7ed50d9acbb3629&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1308062 Sep 03 02:12:30.703145 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cbc56200-4c65-4abb-b18d-e5471cde4f23 req-4c996b54-90ea-4695-84a9-8fd823c00615 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=d49134c8-c821-4756-9069-7c7abf2ba97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537171 Sep 03 02:12:30.777343 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5fe59-5063-4d10-8d45-0a8093d16925 req-be97281b-e930-453c-a2a1-d71846f65d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:30.778817 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c3a5fe59-5063-4d10-8d45-0a8093d16925 req-be97281b-e930-453c-a2a1-d71846f65d75 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923448 Sep 03 02:12:30.868222 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-e278f881-4857-473d-84f4-0eb61a76e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:30.869667 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-e278f881-4857-473d-84f4-0eb61a76e1fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94e74d599fbf45ffa7ed50d9acbb3629&device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 1097 time: 0.0391395 Sep 03 02:12:30.913774 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-88292ffc-2138-4c48-b264-b5b64b4d15a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a866c6f2-b20d-4559-8f16-e2144412860e HTTP/1.1" status: 200 len: 217 time: 0.0364187 Sep 03 02:12:30.968066 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3d98aab1-3b4d-43fc-bc11-aa1923f94619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:30.969520 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-3d98aab1-3b4d-43fc-bc11-aa1923f94619 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50fd8023-c68b-42eb-8463-7db7e38159bc HTTP/1.1" status: 200 len: 849 time: 0.0491989 Sep 03 02:12:31.014023 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-989efef3-c48a-4c00-a9d0-f54e6181c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:31.015484 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-989efef3-c48a-4c00-a9d0-f54e6181c96a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f5d62d3-f984-497f-a7d7-99c203568a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385742 Sep 03 02:12:31.107485 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-5a382d15-db7a-44b9-962e-3f658aeb877a service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832584 Sep 03 02:12:31.196502 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86802645-4a98-434e-ac5e-14abafe76bc0 req-b4bd8c32-3a36-470b-80e4-ecaa83a6fce9 service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796812 Sep 03 02:12:31.260207 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:12:31.821869 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def3bd1-a616-4657-844e-489fcbf43629 req-b99d6632-d7ef-40e8-a4e8-98589c85391e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:31.823486 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0def3bd1-a616-4657-844e-489fcbf43629 req-b99d6632-d7ef-40e8-a4e8-98589c85391e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 944 time: 0.0533884 Sep 03 02:12:31.860719 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0def3bd1-a616-4657-844e-489fcbf43629 req-22d25c50-1f94-4036-b458-e24f69ad2205 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=d49134c8-c821-4756-9069-7c7abf2ba97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311952 Sep 03 02:12:32.026162 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e2917-9e89-449c-8899-a9f2af3755b9 req-eb6506a8-682f-466f-8c4b-8a14ec7ab9a4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:32.027569 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-426e2917-9e89-449c-8899-a9f2af3755b9 req-eb6506a8-682f-466f-8c4b-8a14ec7ab9a4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 946 time: 0.0484195 Sep 03 02:12:32.065181 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-426e2917-9e89-449c-8899-a9f2af3755b9 req-bdb9f78b-0e48-4239-97d6-9f4694faeff7 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311096 Sep 03 02:12:32.086922 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 41166) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:32.270556 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a490116-c6d7-4296-8b20-d8c4f8da0e11 tempest-TestMinimumBasicScenario-1290077800 tempest-TestMinimumBasicScenario-1290077800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:32.272105 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-2a490116-c6d7-4296-8b20-d8c4f8da0e11 tempest-TestMinimumBasicScenario-1290077800 tempest-TestMinimumBasicScenario-1290077800-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 1094 time: 0.1841593 Sep 03 02:12:32.274932 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 41172) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:32.280011 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Request body: {'floatingip': {'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'port_id': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:12:32.361014 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for floatingip, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:32.672485 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:32.771968 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Allocated IP 172.27.0.211 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/7d2f4789-ec69-429d-a53c-9a5d8eba5e00) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:12:32.871723 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:32.973174 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101e16b-01df-448e-97a3-8eb9cb0c8d23 req-de6d19a0-9907-4937-8d9b-f9da78b471a7 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:32.974787 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f101e16b-01df-448e-97a3-8eb9cb0c8d23 req-de6d19a0-9907-4937-8d9b-f9da78b471a7 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 944 time: 0.0489964 Sep 03 02:12:32.976175 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.033495 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:12:33.043432 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:12:33.047487 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:12:33.079556 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Pushing event updated for resources: {'Port': ['ID=7d2f4789-ec69-429d-a53c-9a5d8eba5e00,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:33.088271 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f101e16b-01df-448e-97a3-8eb9cb0c8d23 req-e5bb1cf6-f5b1-4803-87d8-2e6da13a08e7 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=d49134c8-c821-4756-9069-7c7abf2ba97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069899 Sep 03 02:12:33.437709 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device a866c6f2-b20d-4559-8f16-e2144412860e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:12:33.470691 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.644682 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.654677 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port a866c6f2-b20d-4559-8f16-e2144412860e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a866c6f2-b20d-4559-8f16-e2144412860e,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:12:33.666027 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': 'a866c6f2-b20d-4559-8f16-e2144412860e', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'port_id': 'a866c6f2-b20d-4559-8f16-e2144412860e', 'mac_address': 'fa:16:3e:46:bf:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:12:33.693936 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-7b034c28-c0d9-471d-84be-512260e321e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.705160 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.719029 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a866c6f2-b20d-4559-8f16-e2144412860e {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:12:33.739094 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port a866c6f2-b20d-4559-8f16-e2144412860e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a866c6f2-b20d-4559-8f16-e2144412860e,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:12:33.796378 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.801493 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.851463 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=a866c6f2-b20d-4559-8f16-e2144412860e,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:33.858910 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:33.859261 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:33.859627 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:33.859966 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:33.860301 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:33.860634 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:33.860965 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:33.861293 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:33.861645 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:33.861976 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:33.862301 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:33.862623 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:33.915171 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30143546'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:33.985809 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Pushing event updated for resources: {'Port': ['ID=7d2f4789-ec69-429d-a53c-9a5d8eba5e00,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:33.995337 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.056746 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['a866c6f2-b20d-4559-8f16-e2144412860e'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:12:34.091511 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.l3_db [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Floating IP e1feec07-30fa-4c0a-ab9a-7e3b21b7a835 associated. External IP: 172.27.0.211, port: cc3a4573-c25e-431d-90d4-df51cd38c2b7. Sep 03 02:12:34.225955 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e3296-e49b-4915-a4b3-466727a0906c req-48774de7-b4f6-4462-9097-76eee3ab2ec9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:34.227499 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7a4e3296-e49b-4915-a4b3-466727a0906c req-48774de7-b4f6-4462-9097-76eee3ab2ec9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 945 time: 0.0714011 Sep 03 02:12:34.325699 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7a4e3296-e49b-4915-a4b3-466727a0906c req-ba19f7c0-86a7-4459-a17c-fed81d9085be tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=d49134c8-c821-4756-9069-7c7abf2ba97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897102 Sep 03 02:12:34.365215 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Router 18648663-7768-4716-9c7a-5448f2120059 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:12:34.467628 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:12:34.477202 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41e16c-8874-4785-b182-736c78502c62 None None] Sync routers for ids ['18648663-7768-4716-9c7a-5448f2120059'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:12:34.486350 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41e16c-8874-4785-b182-736c78502c62 None None] Routers {'18648663-7768-4716-9c7a-5448f2120059'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:12:34.487033 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-6c41e16c-8874-4785-b182-736c78502c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:12:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['18648663-7768-4716-9c7a-5448f2120059'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:34.566511 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.592944 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-6c41e16c-8874-4785-b182-736c78502c62 None None] Set router 18648663-7768-4716-9c7a-5448f2120059 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:12:34.594729 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-364ee005-92b8-4474-93d4-57f2ef721493 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3185124 Sep 03 02:12:34.595400 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'tag': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:12:34.597277 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 41196) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:34.597738 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994eab2d-f51d-43c4-9bc8-1ca15dc3df1e" -d '{"events": [{"name": "network-changed", "server_uuid": "36614f06-5e53-44b0-a13e-fb9cf46c3f04", "tag": "cc3a4573-c25e-431d-90d4-df51cd38c2b7"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:12:34.608919 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-789031463', 'description': 'tempest-secgroup-smoke-789031463 description', 'project_id': 'd014b0bd80a8401db903ec24b7488dda'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:12:34.640065 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9538a8-3a87-4742-8bde-b43525dc7963 x-openstack-request-id: req-bc9538a8-3a87-4742-8bde-b43525dc7963 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:12:34.640359 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36614f06-5e53-44b0-a13e-fb9cf46c3f04", "tag": "cc3a4573-c25e-431d-90d4-df51cd38c2b7", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:12:34.640611 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc9538a8-3a87-4742-8bde-b43525dc7963 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:12:34.641003 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'tag': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7', 'status': 'completed', 'code': 200} Sep 03 02:12:34.687092 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.706768 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994eab2d-f51d-43c4-9bc8-1ca15dc3df1e req-928e6708-d6aa-4bb7-b852-4983f12f3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:34.708372 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-994eab2d-f51d-43c4-9bc8-1ca15dc3df1e req-928e6708-d6aa-4bb7-b852-4983f12f3c9a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d014b0bd80a8401db903ec24b7488dda&device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 1099 time: 0.0427744 Sep 03 02:12:34.768920 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.847009 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.884079 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a37047-eb2c-46e4-b2bc-35ce7fde5d97,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:34.887113 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-6c41e16c-8874-4785-b182-736c78502c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18648663-7768-4716-9c7a-5448f2120059', 'name': 'tempest-TestMinimumBasicScenario-1427796017-router', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:31Z', 'updated_at': '2021-09-03T02:10:35Z', 'revision_number': 4, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'gw_port': {'id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:32Z', 'updated_at': '2021-09-03T02:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'e1feec07-30fa-4c0a-ab9a-7e3b21b7a835', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'floating_ip_address': '172.27.0.211', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '18648663-7768-4716-9c7a-5448f2120059', 'port_id': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b', 'mac_address': 'fa:16:3e:43:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:12:33Z', 'updated_at': '2021-09-03T02:12:33Z', 'revision_number': 0, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c305962-2971-48dc-8d21-fa1d68e78096', 'name': '', 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'mac_address': 'fa:16:3e:fe:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:34Z', 'updated_at': '2021-09-03T02:10:41Z', 'revision_number': 5, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'subnets': [{'id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:34.893995 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.894396 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.894743 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.895082 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.895461 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.895797 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.896126 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.896455 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.896780 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.897283 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.897524 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.897848 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:12:34.919231 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41e16c-8874-4785-b182-736c78502c62 None None] Checking router: 18648663-7768-4716-9c7a-5448f2120059 for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:12:34.927735 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:34.934777 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c41e16c-8874-4785-b182-736c78502c62 None None] Routers {'18648663-7768-4716-9c7a-5448f2120059'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:12:34.934777 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-6c41e16c-8874-4785-b182-736c78502c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:12:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['18648663-7768-4716-9c7a-5448f2120059'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:34.935164 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-04343971-279b-48bf-be00-696c4cebaf8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3337705 Sep 03 02:12:34.935164 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 41204) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:34.939678 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-2cebc322-f71a-44dd-b29e-e82930bf07e4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Request body: {'security_group_rule': {'security_group_id': '47a37047-eb2c-46e4-b2bc-35ce7fde5d97', 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:12:35.028573 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994eab2d-f51d-43c4-9bc8-1ca15dc3df1e req-89f1c2c5-5248-4519-8fd4-c8adc31630e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:35.030056 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-994eab2d-f51d-43c4-9bc8-1ca15dc3df1e req-89f1c2c5-5248-4519-8fd4-c8adc31630e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=89eabf15-ada6-4bec-938b-3d6527b4389b HTTP/1.1" status: 200 len: 916 time: 0.3143687 Sep 03 02:12:35.038246 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-6c41e16c-8874-4785-b182-736c78502c62 None None] Set router 18648663-7768-4716-9c7a-5448f2120059 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:12:35.039446 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-2cebc322-f71a-44dd-b29e-e82930bf07e4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.098404 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-994eab2d-f51d-43c4-9bc8-1ca15dc3df1e req-e13c9f4a-2084-4a03-916d-4d65d47e9a73 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7 HTTP/1.1" status: 200 len: 1000 time: 0.0606930 Sep 03 02:12:35.101912 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-2cebc322-f71a-44dd-b29e-e82930bf07e4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.154820 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994eab2d-f51d-43c4-9bc8-1ca15dc3df1e req-17b833b5-5888-488a-84c1-a19e196a107d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:35.156422 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-994eab2d-f51d-43c4-9bc8-1ca15dc3df1e req-17b833b5-5888-488a-84c1-a19e196a107d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d751a5c5-7e7c-4310-ac9f-b57fc6979183 HTTP/1.1" status: 200 len: 854 time: 0.0514727 Sep 03 02:12:35.183812 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-2cebc322-f71a-44dd-b29e-e82930bf07e4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.204092 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebc322-f71a-44dd-b29e-e82930bf07e4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff10994-9ccc-43a2-a5a2-0fd3d0774113,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:35.205946 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994eab2d-f51d-43c4-9bc8-1ca15dc3df1e req-b2a62e4d-59bc-488b-b553-35386835aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:35.207476 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-994eab2d-f51d-43c4-9bc8-1ca15dc3df1e req-b2a62e4d-59bc-488b-b553-35386835aec2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=89eabf15-ada6-4bec-938b-3d6527b4389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436656 Sep 03 02:12:35.258037 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-2cebc322-f71a-44dd-b29e-e82930bf07e4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.261868 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-2cebc322-f71a-44dd-b29e-e82930bf07e4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3234222 Sep 03 02:12:35.262313 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 41206) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:35.267426 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-8611bc61-f024-437b-936c-ba62517f92df tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Request body: {'security_group_rule': {'security_group_id': '47a37047-eb2c-46e4-b2bc-35ce7fde5d97', 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:12:35.274959 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-6c41e16c-8874-4785-b182-736c78502c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18648663-7768-4716-9c7a-5448f2120059', 'name': 'tempest-TestMinimumBasicScenario-1427796017-router', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:31Z', 'updated_at': '2021-09-03T02:10:35Z', 'revision_number': 4, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'gw_port': {'id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:32Z', 'updated_at': '2021-09-03T02:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'e1feec07-30fa-4c0a-ab9a-7e3b21b7a835', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'floating_ip_address': '172.27.0.211', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '18648663-7768-4716-9c7a-5448f2120059', 'port_id': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b', 'mac_address': 'fa:16:3e:43:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:12:33Z', 'updated_at': '2021-09-03T02:12:33Z', 'revision_number': 0, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c305962-2971-48dc-8d21-fa1d68e78096', 'name': '', 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'mac_address': 'fa:16:3e:fe:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:34Z', 'updated_at': '2021-09-03T02:10:41Z', 'revision_number': 5, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'subnets': [{'id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:35.298631 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-994eab2d-f51d-43c4-9bc8-1ca15dc3df1e req-c4d122ef-5ffe-47f9-991e-5c5742adfc63 service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839677 Sep 03 02:12:35.303436 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c41e16c-8874-4785-b182-736c78502c62 None None] The sync data for ids ['18648663-7768-4716-9c7a-5448f2120059'] in dv-cinder-804735-8-iscsi is: [{'id': '18648663-7768-4716-9c7a-5448f2120059', 'name': 'tempest-TestMinimumBasicScenario-1427796017-router', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:31Z', 'updated_at': '2021-09-03T02:10:35Z', 'revision_number': 4, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'gw_port': {'id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:32Z', 'updated_at': '2021-09-03T02:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'e1feec07-30fa-4c0a-ab9a-7e3b21b7a835', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'floating_ip_address': '172.27.0.211', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '18648663-7768-4716-9c7a-5448f2120059', 'port_id': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b', 'mac_address': 'fa:16:3e:43:ef:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:12:33Z', 'updated_at': '2021-09-03T02:12:33Z', 'revision_number': 0, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c305962-2971-48dc-8d21-fa1d68e78096', 'name': '', 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'mac_address': 'fa:16:3e:fe:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:34Z', 'updated_at': '2021-09-03T02:10:41Z', 'revision_number': 5, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'subnets': [{'id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:12:35.355369 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8611bc61-f024-437b-936c-ba62517f92df tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.417913 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-994eab2d-f51d-43c4-9bc8-1ca15dc3df1e req-88b5505d-ebc0-4d88-b297-c10bde876e12 service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121411 Sep 03 02:12:35.447977 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8611bc61-f024-437b-936c-ba62517f92df tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.451132 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device a866c6f2-b20d-4559-8f16-e2144412860e up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:12:35.458712 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3862f-6746-451c-af7d-ce209b2d1e3e req-c29d28cb-935a-402a-bd0a-85ca562bbabb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:35.460244 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6cf3862f-6746-451c-af7d-ce209b2d1e3e req-c29d28cb-935a-402a-bd0a-85ca562bbabb tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 945 time: 0.0560486 Sep 03 02:12:35.503462 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6cf3862f-6746-451c-af7d-ce209b2d1e3e req-504da6bd-112d-4a71-b637-53547ccee54c tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=d49134c8-c821-4756-9069-7c7abf2ba97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369618 Sep 03 02:12:35.511033 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8611bc61-f024-437b-936c-ba62517f92df tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.530636 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611bc61-f024-437b-936c-ba62517f92df tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c9500f-afb8-48b6-8798-50ae3bd54482,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:35.545915 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612e2d7-f02d-4b38-bcd6-d1ac6d3b890e None None] New status for floating IP e1feec07-30fa-4c0a-ab9a-7e3b21b7a835: ACTIVE {{(pid=94496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:12:35.577771 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port a866c6f2-b20d-4559-8f16-e2144412860e completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:12:35.581900 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port a866c6f2-b20d-4559-8f16-e2144412860e triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:12:35.582386 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.600925 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8611bc61-f024-437b-936c-ba62517f92df tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.602129 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-8611bc61-f024-437b-936c-ba62517f92df tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3381503 Sep 03 02:12:35.604975 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 41214) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:35.614303 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-413880a9-cb00-467b-b2ec-0aff76fd8284 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Request body: {'security_group_rule': {'security_group_id': '47a37047-eb2c-46e4-b2bc-35ce7fde5d97', 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:12:35.673843 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.696725 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a866c6f2-b20d-4559-8f16-e2144412860e'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:12:35.697355 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-413880a9-cb00-467b-b2ec-0aff76fd8284 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.699029 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7126a5-c995-479a-a41f-c00900cbab5c" -d '{"events": [{"server_uuid": "fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837", "name": "network-vif-plugged", "status": "completed", "tag": "a866c6f2-b20d-4559-8f16-e2144412860e"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:12:35.712564 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port a866c6f2-b20d-4559-8f16-e2144412860e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a866c6f2-b20d-4559-8f16-e2144412860e,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:12:35.736420 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e1696a-a266-4845-b99e-563e64866825 x-openstack-request-id: req-62e1696a-a266-4845-b99e-563e64866825 {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:12:35.736899 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837", "name": "network-vif-plugged", "status": "completed", "tag": "a866c6f2-b20d-4559-8f16-e2144412860e", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:12:35.737162 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62e1696a-a266-4845-b99e-563e64866825 {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:12:35.737631 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a866c6f2-b20d-4559-8f16-e2144412860e', 'code': 200} Sep 03 02:12:35.764025 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-413880a9-cb00-467b-b2ec-0aff76fd8284 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.778741 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.812459 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-413880a9-cb00-467b-b2ec-0aff76fd8284 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.832839 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413880a9-cb00-467b-b2ec-0aff76fd8284 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48e17ba-5064-4500-b320-8b53cdb23d1a,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:35.833138 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=a866c6f2-b20d-4559-8f16-e2144412860e,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:35.887093 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-413880a9-cb00-467b-b2ec-0aff76fd8284 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:35.888426 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-413880a9-cb00-467b-b2ec-0aff76fd8284 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2823350 Sep 03 02:12:35.892760 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 41222) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:35.897136 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-cb50ec99-6467-47a7-9c7e-574493daf32f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Request body: {'security_group_rule': {'security_group_id': '47a37047-eb2c-46e4-b2bc-35ce7fde5d97', 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:12:35.976775 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec99-6467-47a7-9c7e-574493daf32f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.025316 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e3092-4afe-45c4-bf5c-6f317dc7e2e6 req-e253b4e9-f4b3-4d8e-97f0-9c11d5110b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:36.026809 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-945e3092-4afe-45c4-bf5c-6f317dc7e2e6 req-e253b4e9-f4b3-4d8e-97f0-9c11d5110b20 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 1099 time: 0.0390103 Sep 03 02:12:36.037588 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec99-6467-47a7-9c7e-574493daf32f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.059707 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-945e3092-4afe-45c4-bf5c-6f317dc7e2e6 req-05339af2-b19f-4bdc-b25a-e044ffc5d427 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d49134c8-c821-4756-9069-7c7abf2ba97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264328 Sep 03 02:12:36.103983 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec99-6467-47a7-9c7e-574493daf32f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.120981 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50ec99-6467-47a7-9c7e-574493daf32f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbff8a02-9e5a-4ccb-b9e9-5c4e7685373d,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:36.143907 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-22c40705-1f50-459b-b7ec-942d00af4ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.223577 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-cb50ec99-6467-47a7-9c7e-574493daf32f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.224815 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-cb50ec99-6467-47a7-9c7e-574493daf32f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3311138 Sep 03 02:12:36.227415 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 41224) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:36.231816 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-ac77c1d0-cebe-44c1-8a87-2c7166e1bb52 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Request body: {'security_group_rule': {'security_group_id': '47a37047-eb2c-46e4-b2bc-35ce7fde5d97', 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:12:36.309199 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.securitygroups_db [None req-ac77c1d0-cebe-44c1-8a87-2c7166e1bb52 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Project d014b0bd80a8401db903ec24b7488dda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 02:12:36.313795 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1d0-cebe-44c1-8a87-2c7166e1bb52 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.370949 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1d0-cebe-44c1-8a87-2c7166e1bb52 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.429413 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1d0-cebe-44c1-8a87-2c7166e1bb52 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.447553 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77c1d0-cebe-44c1-8a87-2c7166e1bb52 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7d2323d-aef0-418e-b811-c18a921cb96e,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:36.498750 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ac77c1d0-cebe-44c1-8a87-2c7166e1bb52 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.500008 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-ac77c1d0-cebe-44c1-8a87-2c7166e1bb52 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2716796 Sep 03 02:12:36.502675 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 41228) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:36.507145 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-a381835a-5881-4916-8697-748c1eebaef6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Request body: {'security_group_rule': {'security_group_id': '47a37047-eb2c-46e4-b2bc-35ce7fde5d97', 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:12:36.595007 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.securitygroups_db [None req-a381835a-5881-4916-8697-748c1eebaef6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Project d014b0bd80a8401db903ec24b7488dda added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 02:12:36.600190 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a381835a-5881-4916-8697-748c1eebaef6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.635046 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf7a97-e495-484f-9e8b-219870f08bed req-e7555332-1ce5-48e3-bae0-b1d336d1fe69 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:36.636638 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ebcf7a97-e495-484f-9e8b-219870f08bed req-e7555332-1ce5-48e3-bae0-b1d336d1fe69 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 946 time: 0.0549464 Sep 03 02:12:36.661479 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a381835a-5881-4916-8697-748c1eebaef6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.677116 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ebcf7a97-e495-484f-9e8b-219870f08bed req-025d83d2-6e3c-4cb2-bf9f-d69713b45fd4 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=d49134c8-c821-4756-9069-7c7abf2ba97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341063 Sep 03 02:12:36.697857 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.720526 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a381835a-5881-4916-8697-748c1eebaef6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.737891 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381835a-5881-4916-8697-748c1eebaef6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feac8a32-5496-465f-a3ea-e51eee2aa848,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:36.795151 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a381835a-5881-4916-8697-748c1eebaef6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:36.796361 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-a381835a-5881-4916-8697-748c1eebaef6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2926915 Sep 03 02:12:36.872066 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a2e2bed0-099a-47a8-8680-d79c11361133 req-03b64dc9-edb2-435a-8911-3c06b3295d54 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789031463&fields=id&tenant_id=d014b0bd80a8401db903ec24b7488dda HTTP/1.1" status: 200 len: 267 time: 0.0322514 Sep 03 02:12:36.924472 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2bed0-099a-47a8-8680-d79c11361133 req-9c0622a5-cdb6-44a2-9b63-61b6e7cfaf03 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:36.926203 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a2e2bed0-099a-47a8-8680-d79c11361133 req-9c0622a5-cdb6-44a2-9b63-61b6e7cfaf03 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 946 time: 0.0486019 Sep 03 02:12:36.937735 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [req-a2e2bed0-099a-47a8-8680-d79c11361133 req-359678ec-87ce-4dc6-b438-1bb5922f86c6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Request body: {'port': {'security_groups': ['93a90836-441f-410b-b3f0-b91aa8ca5255', '47a37047-eb2c-46e4-b2bc-35ce7fde5d97']}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:12:37.001657 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-a2e2bed0-099a-47a8-8680-d79c11361133 req-359678ec-87ce-4dc6-b438-1bb5922f86c6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.182500 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [req-a2e2bed0-099a-47a8-8680-d79c11361133 req-359678ec-87ce-4dc6-b438-1bb5922f86c6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] For port cc3a4573-c25e-431d-90d4-df51cd38c2b7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7,segment=NetworkSegment(b8335488-2200-41f4-8393-296c8d1b01e5),segment_id=b8335488-2200-41f4-8393-296c8d1b01e5)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:12:37.212640 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-a2e2bed0-099a-47a8-8680-d79c11361133 req-359678ec-87ce-4dc6-b438-1bb5922f86c6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.292591 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-a2e2bed0-099a-47a8-8680-d79c11361133 req-359678ec-87ce-4dc6-b438-1bb5922f86c6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30143546'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.304420 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['cc3a4573-c25e-431d-90d4-df51cd38c2b7'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:12:37.336102 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2bed0-099a-47a8-8680-d79c11361133 req-359678ec-87ce-4dc6-b438-1bb5922f86c6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:37.336810 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-a2e2bed0-099a-47a8-8680-d79c11361133 req-359678ec-87ce-4dc6-b438-1bb5922f86c6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.338202 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a2e2bed0-099a-47a8-8680-d79c11361133 req-359678ec-87ce-4dc6-b438-1bb5922f86c6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "PUT /v2.0/ports/cc3a4573-c25e-431d-90d4-df51cd38c2b7 HTTP/1.1" status: 200 len: 982 time: 0.4051976 Sep 03 02:12:37.338657 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'tag': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:12:37.341040 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bffa26-fb4d-44d9-8635-ab5ff8ea7c66" -d '{"events": [{"name": "network-changed", "server_uuid": "36614f06-5e53-44b0-a13e-fb9cf46c3f04", "tag": "cc3a4573-c25e-431d-90d4-df51cd38c2b7"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:12:37.376097 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359678ec-87ce-4dc6-b438-1bb5922f86c6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Pushing event updated for resources: {'Port': ['ID=cc3a4573-c25e-431d-90d4-df51cd38c2b7,revision_number=6']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:12:37.427206 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd52a01-a9cb-4b9d-915d-33245715094e x-openstack-request-id: req-9cd52a01-a9cb-4b9d-915d-33245715094e {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:12:37.427639 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36614f06-5e53-44b0-a13e-fb9cf46c3f04", "tag": "cc3a4573-c25e-431d-90d4-df51cd38c2b7", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:12:37.428093 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cd52a01-a9cb-4b9d-915d-33245715094e {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:12:37.429108 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'tag': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7', 'status': 'completed', 'code': 200} Sep 03 02:12:37.437585 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['cc3a4573-c25e-431d-90d4-df51cd38c2b7'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:12:37.520861 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba58fd5-7842-407c-82c7-0f5367e67c2d req-125d8f1e-0075-46bc-a8d0-a4be7519a604 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:37.522891 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7ba58fd5-7842-407c-82c7-0f5367e67c2d req-125d8f1e-0075-46bc-a8d0-a4be7519a604 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.1066339 Sep 03 02:12:37.549635 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bffa26-fb4d-44d9-8635-ab5ff8ea7c66 req-5f33d4ae-e080-4a8a-b411-cce860944177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:37.551986 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-93bffa26-fb4d-44d9-8635-ab5ff8ea7c66 req-5f33d4ae-e080-4a8a-b411-cce860944177 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d014b0bd80a8401db903ec24b7488dda&device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 1138 time: 0.0960991 Sep 03 02:12:37.600601 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7ba58fd5-7842-407c-82c7-0f5367e67c2d req-f4e7874b-08b6-4e88-b5f4-f57abc32c948 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711036 Sep 03 02:12:37.665107 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bffa26-fb4d-44d9-8635-ab5ff8ea7c66 req-6d55c316-1a16-4311-bef9-c8f23f9f09e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:37.666213 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.666580 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-93bffa26-fb4d-44d9-8635-ab5ff8ea7c66 req-6d55c316-1a16-4311-bef9-c8f23f9f09e8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=89eabf15-ada6-4bec-938b-3d6527b4389b HTTP/1.1" status: 200 len: 916 time: 0.1013727 Sep 03 02:12:37.740687 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-9c40978b-ae26-4f7d-b948-776fd87b39b2 None None] Provisioning complete for port cc3a4573-c25e-431d-90d4-df51cd38c2b7 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:12:37.741258 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9c40978b-ae26-4f7d-b948-776fd87b39b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:37.751702 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-93bffa26-fb4d-44d9-8635-ab5ff8ea7c66 req-9ed3bba4-b861-42fd-8888-5126464bda96 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7 HTTP/1.1" status: 200 len: 1002 time: 0.0775459 Sep 03 02:12:37.826057 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bffa26-fb4d-44d9-8635-ab5ff8ea7c66 req-fd79e098-d7b5-4eaf-9916-c326c6cb19db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:37.827541 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-93bffa26-fb4d-44d9-8635-ab5ff8ea7c66 req-fd79e098-d7b5-4eaf-9916-c326c6cb19db service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d751a5c5-7e7c-4310-ac9f-b57fc6979183 HTTP/1.1" status: 200 len: 854 time: 0.0648773 Sep 03 02:12:37.835710 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173edcea-afe7-48ae-88dc-f7ba240e7faf req-d98e6bd5-cf62-4daf-be97-620ed1d89f8e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:37.837097 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-173edcea-afe7-48ae-88dc-f7ba240e7faf req-d98e6bd5-cf62-4daf-be97-620ed1d89f8e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 946 time: 0.0845246 Sep 03 02:12:37.898765 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-173edcea-afe7-48ae-88dc-f7ba240e7faf req-22346a6f-42f7-4fbb-aeb9-e38eb7804715 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=d49134c8-c821-4756-9069-7c7abf2ba97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531845 Sep 03 02:12:37.904694 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bffa26-fb4d-44d9-8635-ab5ff8ea7c66 req-9e9a40ef-2bfe-4c03-8bed-72f5ea5338b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:37.906146 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-93bffa26-fb4d-44d9-8635-ab5ff8ea7c66 req-9e9a40ef-2bfe-4c03-8bed-72f5ea5338b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=89eabf15-ada6-4bec-938b-3d6527b4389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682123 Sep 03 02:12:38.033944 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-93bffa26-fb4d-44d9-8635-ab5ff8ea7c66 req-97ecb99a-c552-4ff1-a111-32fd64cbf3f3 service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200905 Sep 03 02:12:38.058541 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ad05c-927a-426d-ba6e-ddc5c089040f req-507c765f-3812-401a-b893-47f68d309274 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:38.059969 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ee2ad05c-927a-426d-ba6e-ddc5c089040f req-507c765f-3812-401a-b893-47f68d309274 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 946 time: 0.0801883 Sep 03 02:12:38.068771 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 41258) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:12:38.073503 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-c566d917-1e20-416a-8ae6-02f4f943618e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Request body: {'floatingip': {'port_id': 'a866c6f2-b20d-4559-8f16-e2144412860e'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:12:38.113666 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c566d917-1e20-416a-8ae6-02f4f943618e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for floatingip, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:38.138165 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-93bffa26-fb4d-44d9-8635-ab5ff8ea7c66 req-5bada9b8-f342-4171-b655-3094608c3f5a service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962806 Sep 03 02:12:38.741302 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c566d917-1e20-416a-8ae6-02f4f943618e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:38.818397 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c566d917-1e20-416a-8ae6-02f4f943618e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:38.913848 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.l3_db [None req-c566d917-1e20-416a-8ae6-02f4f943618e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Floating IP 1f85629f-35dd-4cef-8282-6af54da24b68 associated. External IP: 172.27.0.85, port: a866c6f2-b20d-4559-8f16-e2144412860e. Sep 03 02:12:38.995411 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:39.117341 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c566d917-1e20-416a-8ae6-02f4f943618e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:12:39.224119 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c566d917-1e20-416a-8ae6-02f4f943618e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:12:39.228929 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c566d917-1e20-416a-8ae6-02f4f943618e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:39.237492 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5e12cc-fa5d-4245-9b88-d82d93e954f4 None None] Sync routers for ids ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:12:39.250786 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7a867-762a-4928-9113-bb97f3c34f39 req-e9aecb9c-8147-4210-abbb-5dcf3846aed2 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:39.254186 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-30a7a867-762a-4928-9113-bb97f3c34f39 req-e9aecb9c-8147-4210-abbb-5dcf3846aed2 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0560362 Sep 03 02:12:39.254962 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5e12cc-fa5d-4245-9b88-d82d93e954f4 None None] Routers {'477c0bbb-53c3-454d-ba47-ac437d4c4ec2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:12:39.255777 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-db5e12cc-fa5d-4245-9b88-d82d93e954f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:12:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:39.266717 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-c566d917-1e20-416a-8ae6-02f4f943618e tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "PUT /v2.0/floatingips/1f85629f-35dd-4cef-8282-6af54da24b68 HTTP/1.1" status: 200 len: 991 time: 1.1967835 Sep 03 02:12:39.267327 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837', 'tag': 'a866c6f2-b20d-4559-8f16-e2144412860e'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:12:39.278846 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbdd991-0937-4885-975b-23fc4822e648" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837", "tag": "a866c6f2-b20d-4559-8f16-e2144412860e"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:12:39.329823 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-30a7a867-762a-4928-9113-bb97f3c34f39 req-ff8b1a8c-a54c-407a-a5be-88484c09bb9a tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698709 Sep 03 02:12:39.343984 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc1eb-7929-4c9c-addc-f33554247959 req-5c391bf4-bcbc-454c-8109-20b751e91862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:39.346370 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-536dc1eb-7929-4c9c-addc-f33554247959 req-5c391bf4-bcbc-454c-8109-20b751e91862 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d014b0bd80a8401db903ec24b7488dda&device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 1138 time: 0.0599661 Sep 03 02:12:39.379865 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6bef60-eb4d-4530-8b84-61f62f78da24 x-openstack-request-id: req-aa6bef60-eb4d-4530-8b84-61f62f78da24 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:12:39.380159 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837", "tag": "a866c6f2-b20d-4559-8f16-e2144412860e", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:12:39.380415 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa6bef60-eb4d-4530-8b84-61f62f78da24 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:12:39.380818 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837', 'tag': 'a866c6f2-b20d-4559-8f16-e2144412860e', 'status': 'completed', 'code': 200} Sep 03 02:12:39.445390 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdd991-0937-4885-975b-23fc4822e648 req-e8283df1-5fc6-43d9-80fa-96851970939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:39.447244 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ddbdd991-0937-4885-975b-23fc4822e648 req-e8283df1-5fc6-43d9-80fa-96851970939f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94e74d599fbf45ffa7ed50d9acbb3629&device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 1099 time: 0.0421445 Sep 03 02:12:39.450783 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc1eb-7929-4c9c-addc-f33554247959 req-18034ec9-d00d-4b8f-9d94-4bbab19a661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:39.452250 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-536dc1eb-7929-4c9c-addc-f33554247959 req-18034ec9-d00d-4b8f-9d94-4bbab19a661c service neutron] 10.222.0.25 "GET /v2.0/networks?id=89eabf15-ada6-4bec-938b-3d6527b4389b HTTP/1.1" status: 200 len: 916 time: 0.0987647 Sep 03 02:12:39.495172 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-db5e12cc-fa5d-4245-9b88-d82d93e954f4 None None] Set router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:12:39.523930 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-536dc1eb-7929-4c9c-addc-f33554247959 req-5ddf7d68-e737-49e7-947c-a5dfe324bd91 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7 HTTP/1.1" status: 200 len: 1002 time: 0.0634573 Sep 03 02:12:39.549534 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdd991-0937-4885-975b-23fc4822e648 req-6a9c369e-e507-411d-8a4c-23c34b5c0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:39.551401 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ddbdd991-0937-4885-975b-23fc4822e648 req-6a9c369e-e507-411d-8a4c-23c34b5c0ea0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f5d62d3-f984-497f-a7d7-99c203568a5e HTTP/1.1" status: 200 len: 911 time: 0.0916576 Sep 03 02:12:39.572948 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc1eb-7929-4c9c-addc-f33554247959 req-8990181a-9a45-4bd2-ad4b-fc60e2167239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:39.574506 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-536dc1eb-7929-4c9c-addc-f33554247959 req-8990181a-9a45-4bd2-ad4b-fc60e2167239 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d751a5c5-7e7c-4310-ac9f-b57fc6979183 HTTP/1.1" status: 200 len: 854 time: 0.0436845 Sep 03 02:12:39.619985 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ddbdd991-0937-4885-975b-23fc4822e648 req-72d2f4e3-0691-46a7-981d-b7a8d1a9cffd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a866c6f2-b20d-4559-8f16-e2144412860e HTTP/1.1" status: 200 len: 999 time: 0.0610709 Sep 03 02:12:39.620823 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dc1eb-7929-4c9c-addc-f33554247959 req-ab0a0595-d86e-4855-b9f1-1020ce916ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:39.623161 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-536dc1eb-7929-4c9c-addc-f33554247959 req-ab0a0595-d86e-4855-b9f1-1020ce916ec4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=89eabf15-ada6-4bec-938b-3d6527b4389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413418 Sep 03 02:12:39.687612 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdd991-0937-4885-975b-23fc4822e648 req-6632204c-6fbd-4238-a6f1-5cb26c6a8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:39.689181 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ddbdd991-0937-4885-975b-23fc4822e648 req-6632204c-6fbd-4238-a6f1-5cb26c6a8f84 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50fd8023-c68b-42eb-8463-7db7e38159bc HTTP/1.1" status: 200 len: 849 time: 0.0567501 Sep 03 02:12:39.730196 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-db5e12cc-fa5d-4245-9b88-d82d93e954f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:55Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': '1f85629f-35dd-4cef-8282-6af54da24b68', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'port_id': 'a866c6f2-b20d-4559-8f16-e2144412860e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'mac_address': 'fa:16:3e:46:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:12:23Z', 'updated_at': '2021-09-03T02:12:38Z', 'revision_number': 1, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abee3094-d13f-4c29-8e9d-df72d25963a3', 'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'mac_address': 'fa:16:3e:e1:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:52Z', 'updated_at': '2021-09-03T02:08:06Z', 'revision_number': 5, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'subnets': [{'id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:39.733042 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-536dc1eb-7929-4c9c-addc-f33554247959 req-1a9cc48f-d682-44e1-8d5a-19564723330b service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999937 Sep 03 02:12:39.736314 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdd991-0937-4885-975b-23fc4822e648 req-45df0991-7dca-4302-a91f-e76fe262ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:39.737794 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ddbdd991-0937-4885-975b-23fc4822e648 req-45df0991-7dca-4302-a91f-e76fe262ca1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f5d62d3-f984-497f-a7d7-99c203568a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411241 Sep 03 02:12:39.756114 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5e12cc-fa5d-4245-9b88-d82d93e954f4 None None] Checking router: 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:12:39.764840 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5e12cc-fa5d-4245-9b88-d82d93e954f4 None None] Routers {'477c0bbb-53c3-454d-ba47-ac437d4c4ec2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:12:39.765451 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-db5e12cc-fa5d-4245-9b88-d82d93e954f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:12:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:39.831622 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-536dc1eb-7929-4c9c-addc-f33554247959 req-574d9355-cbab-472a-8f44-a899ecaef4bb service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844612 Sep 03 02:12:39.839050 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ddbdd991-0937-4885-975b-23fc4822e648 req-c1ae1b48-22f2-49bc-be72-91bc79a57949 service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910060 Sep 03 02:12:39.870482 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-db5e12cc-fa5d-4245-9b88-d82d93e954f4 None None] Set router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:12:39.928842 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ddbdd991-0937-4885-975b-23fc4822e648 req-37b06a64-6012-48c2-bc3c-79ec944f430d service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827487 Sep 03 02:12:40.100128 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-db5e12cc-fa5d-4245-9b88-d82d93e954f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:55Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': '1f85629f-35dd-4cef-8282-6af54da24b68', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'port_id': 'a866c6f2-b20d-4559-8f16-e2144412860e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'mac_address': 'fa:16:3e:46:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:12:23Z', 'updated_at': '2021-09-03T02:12:38Z', 'revision_number': 1, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abee3094-d13f-4c29-8e9d-df72d25963a3', 'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'mac_address': 'fa:16:3e:e1:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:52Z', 'updated_at': '2021-09-03T02:08:06Z', 'revision_number': 5, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'subnets': [{'id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:12:40.126862 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5e12cc-fa5d-4245-9b88-d82d93e954f4 None None] The sync data for ids ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'] in dv-cinder-804735-8-iscsi is: [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:55Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': '1f85629f-35dd-4cef-8282-6af54da24b68', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'port_id': 'a866c6f2-b20d-4559-8f16-e2144412860e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'mac_address': 'fa:16:3e:46:bf:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:12:23Z', 'updated_at': '2021-09-03T02:12:38Z', 'revision_number': 1, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abee3094-d13f-4c29-8e9d-df72d25963a3', 'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'mac_address': 'fa:16:3e:e1:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:52Z', 'updated_at': '2021-09-03T02:08:06Z', 'revision_number': 5, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'subnets': [{'id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:12:40.299307 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f5e09d-e26a-42b4-8778-7fcf01c0dbb4 None None] New status for floating IP 1f85629f-35dd-4cef-8282-6af54da24b68: ACTIVE {{(pid=94496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:12:40.451771 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b60c6a-ed5d-4b89-ab1e-d12ac1804adf req-b50fe07f-83a8-48bf-b73e-be38e302271d tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:40.453241 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-91b60c6a-ed5d-4b89-ab1e-d12ac1804adf req-b50fe07f-83a8-48bf-b73e-be38e302271d tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0494580 Sep 03 02:12:40.497671 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-91b60c6a-ed5d-4b89-ab1e-d12ac1804adf req-6c08fff6-3ebb-49c1-8e2a-93d0883b5e05 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385008 Sep 03 02:12:41.614550 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace79bf-6c84-42df-b912-2842f347c965 req-590fe191-5dcb-4aef-9265-a208f3cb7d6f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:41.616028 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cace79bf-6c84-42df-b912-2842f347c965 req-590fe191-5dcb-4aef-9265-a208f3cb7d6f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0479965 Sep 03 02:12:41.655668 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cace79bf-6c84-42df-b912-2842f347c965 req-bde76eaf-5faa-47e5-822b-9b414fadf6ee tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337348 Sep 03 02:12:42.768581 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea1805-7287-49ae-bd7e-7aba00911d8a req-6695cd03-12db-4a18-bd0b-c234f86c452d tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:42.770034 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d3ea1805-7287-49ae-bd7e-7aba00911d8a req-6695cd03-12db-4a18-bd0b-c234f86c452d tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0481191 Sep 03 02:12:42.810380 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d3ea1805-7287-49ae-bd7e-7aba00911d8a req-02ca820f-e526-45a1-8c7d-5c6f48ead097 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344760 Sep 03 02:12:43.924569 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522229fd-1b97-4915-b18b-7ca6da563b95 req-ee689ba4-6e10-474e-8fc3-6ec941aa2f9e tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:43.926182 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-522229fd-1b97-4915-b18b-7ca6da563b95 req-ee689ba4-6e10-474e-8fc3-6ec941aa2f9e tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0471017 Sep 03 02:12:43.970262 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-522229fd-1b97-4915-b18b-7ca6da563b95 req-9b266f3f-9fde-457d-9d7d-7fc473ff40e4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361192 Sep 03 02:12:45.187656 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea0fa1-22bf-4a9a-847c-3ea3712a76d1 req-96a9ad8d-d698-409e-a2d3-911a38fbcece tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:45.189033 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-baea0fa1-22bf-4a9a-847c-3ea3712a76d1 req-96a9ad8d-d698-409e-a2d3-911a38fbcece tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.1503143 Sep 03 02:12:45.227887 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-baea0fa1-22bf-4a9a-847c-3ea3712a76d1 req-6e85e2e4-b6ab-49a3-bbe6-e1d82a572a79 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328877 Sep 03 02:12:46.397298 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602cfe9-dd10-46cf-8e02-956ebf8b8c0c req-2a22556d-ada9-49a1-a1f0-3226c3528c67 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:46.397298 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7602cfe9-dd10-46cf-8e02-956ebf8b8c0c req-2a22556d-ada9-49a1-a1f0-3226c3528c67 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0971410 Sep 03 02:12:46.438592 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7602cfe9-dd10-46cf-8e02-956ebf8b8c0c req-92a7f53f-d31d-42e1-8401-c22f0d97e4ab tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336318 Sep 03 02:12:47.553356 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cbb8e-b3a2-44c5-9c6c-196eff792c18 req-280a6664-4425-4a5d-a4fd-f7db29945e8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:47.554800 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ca8cbb8e-b3a2-44c5-9c6c-196eff792c18 req-280a6664-4425-4a5d-a4fd-f7db29945e8f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0495274 Sep 03 02:12:47.596022 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ca8cbb8e-b3a2-44c5-9c6c-196eff792c18 req-d3dcfdb7-e36c-45c1-8510-a56f64952f7a tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346656 Sep 03 02:12:48.711436 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d158e78-3249-4003-ac10-155f9370b64e req-9a8e5416-4a99-4348-a106-9d180dcbcd93 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:48.712875 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0d158e78-3249-4003-ac10-155f9370b64e req-9a8e5416-4a99-4348-a106-9d180dcbcd93 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0483866 Sep 03 02:12:48.751045 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0d158e78-3249-4003-ac10-155f9370b64e req-d39a7eb6-6c46-4ca6-8fb8-a6bfbf30ade7 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323172 Sep 03 02:12:49.864765 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431969b-97c1-46ef-a43f-b55fd9783d68 req-68bd6bf6-17a2-45ba-918f-2e000deed4b4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:49.866207 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f431969b-97c1-46ef-a43f-b55fd9783d68 req-68bd6bf6-17a2-45ba-918f-2e000deed4b4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0482230 Sep 03 02:12:49.906809 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f431969b-97c1-46ef-a43f-b55fd9783d68 req-b912aa18-8977-440f-ad53-9d6a112bca7b tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342646 Sep 03 02:12:51.019861 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873b5be-3263-4689-b521-4ec943f110be req-e3781fd5-8f52-4f61-90b2-8fb508ac0391 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:51.021297 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3873b5be-3263-4689-b521-4ec943f110be req-e3781fd5-8f52-4f61-90b2-8fb508ac0391 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0473943 Sep 03 02:12:51.063753 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3873b5be-3263-4689-b521-4ec943f110be req-51ae8b27-177f-4d28-956a-5ee3b2b26331 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362799 Sep 03 02:12:52.181863 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a30033-0f1f-4499-92cf-ca10678a010c req-f9dbf4b0-df0d-4411-82da-f1adc0aa46f8 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:52.183350 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e4a30033-0f1f-4499-92cf-ca10678a010c req-f9dbf4b0-df0d-4411-82da-f1adc0aa46f8 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0521495 Sep 03 02:12:52.222139 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e4a30033-0f1f-4499-92cf-ca10678a010c req-66aa155e-2dac-4398-b74a-141f7de01162 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323913 Sep 03 02:12:53.336516 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e348f7-5d93-40ba-9ccc-cae87a0a313b req-394548c3-4c87-488a-9da6-aea4b8685a96 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:53.337988 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-32e348f7-5d93-40ba-9ccc-cae87a0a313b req-394548c3-4c87-488a-9da6-aea4b8685a96 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0487039 Sep 03 02:12:53.379785 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-32e348f7-5d93-40ba-9ccc-cae87a0a313b req-870da747-7dfe-4035-9220-90c73258ef2e tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332172 Sep 03 02:12:54.490536 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1f699-af7a-4d43-9d34-485341e60d39 req-0cb2c53d-5b3f-43dd-bf04-e5ee2005aec7 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:54.492007 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-efb1f699-af7a-4d43-9d34-485341e60d39 req-0cb2c53d-5b3f-43dd-bf04-e5ee2005aec7 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0474815 Sep 03 02:12:54.535201 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-efb1f699-af7a-4d43-9d34-485341e60d39 req-5814421f-1bbc-44bd-beb5-54d2023eeb9d tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367286 Sep 03 02:12:55.458578 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-626edd5d-3334-4fa1-8c3b-77eb4ffc25d8 req-58a58a60-edf4-4153-aca2-64e4603ce9b4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372722 Sep 03 02:12:55.522256 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626edd5d-3334-4fa1-8c3b-77eb4ffc25d8 req-1470c9a4-a632-48fd-8b47-67df4280ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:55.523776 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-626edd5d-3334-4fa1-8c3b-77eb4ffc25d8 req-1470c9a4-a632-48fd-8b47-67df4280ae76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 1099 time: 0.0414658 Sep 03 02:12:55.629084 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626edd5d-3334-4fa1-8c3b-77eb4ffc25d8 req-a8c1e9d7-e9e4-418e-83b2-8dbd1b8ea70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:55.630568 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-626edd5d-3334-4fa1-8c3b-77eb4ffc25d8 req-a8c1e9d7-e9e4-418e-83b2-8dbd1b8ea70e service neutron] 10.222.0.25 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 918 time: 0.0874302 Sep 03 02:12:55.650149 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc42c30-4453-43e8-b9a3-fc0c641c4613 req-18e566c4-b097-4710-a240-c69c222bb04c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:55.651687 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4dc42c30-4453-43e8-b9a3-fc0c641c4613 req-18e566c4-b097-4710-a240-c69c222bb04c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0513000 Sep 03 02:12:55.694103 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4dc42c30-4453-43e8-b9a3-fc0c641c4613 req-19a7f96c-dc9a-4ae5-bdb9-8b8be94d9b2b tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353231 Sep 03 02:12:55.712187 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-626edd5d-3334-4fa1-8c3b-77eb4ffc25d8 req-23392e90-6aab-4f23-8c66-180279ecc092 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8db225b-7e77-49ca-846b-424540fa0c40 HTTP/1.1" status: 200 len: 1001 time: 0.0736802 Sep 03 02:12:55.759057 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626edd5d-3334-4fa1-8c3b-77eb4ffc25d8 req-7b42a88e-9e4a-44d4-8336-b65c44c4126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:55.760509 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-626edd5d-3334-4fa1-8c3b-77eb4ffc25d8 req-7b42a88e-9e4a-44d4-8336-b65c44c4126f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 200 len: 856 time: 0.0409946 Sep 03 02:12:55.804213 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626edd5d-3334-4fa1-8c3b-77eb4ffc25d8 req-12957113-dfe8-485d-9e13-68bda2d82ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:55.805732 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-626edd5d-3334-4fa1-8c3b-77eb4ffc25d8 req-12957113-dfe8-485d-9e13-68bda2d82ee7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ce91eac-9b88-4122-abff-d06982620e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388310 Sep 03 02:12:55.897498 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-626edd5d-3334-4fa1-8c3b-77eb4ffc25d8 req-cdae895e-0da7-4055-922b-4216a86d1ce6 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848081 Sep 03 02:12:55.983182 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-626edd5d-3334-4fa1-8c3b-77eb4ffc25d8 req-3974f583-635f-4821-b51b-bcac506a1300 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785697 Sep 03 02:12:56.804851 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5040b-18f8-465d-a209-a77d2e44927c req-abe3f14f-e746-4c04-81d7-ee404a8ac23b tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:56.806284 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0fa5040b-18f8-465d-a209-a77d2e44927c req-abe3f14f-e746-4c04-81d7-ee404a8ac23b tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0471475 Sep 03 02:12:56.844990 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0fa5040b-18f8-465d-a209-a77d2e44927c req-7543e05c-643f-4fee-aea0-1a85d1b90f60 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322857 Sep 03 02:12:57.958762 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85f2dc-4a6b-4d73-8f99-f3087737b954 req-6f0ca16b-52f8-4975-834c-e690917beb18 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:57.960311 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7b85f2dc-4a6b-4d73-8f99-f3087737b954 req-6f0ca16b-52f8-4975-834c-e690917beb18 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0505822 Sep 03 02:12:58.002242 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7b85f2dc-4a6b-4d73-8f99-f3087737b954 req-5f5fb323-7e5f-4fa3-9704-293aba4ae675 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359180 Sep 03 02:12:58.007255 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:12:59.115589 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454f007-922f-4601-b4e0-bf1c1364c46e req-b3f432c3-65d6-4d4f-8f41-659e4dbc6a0a tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:12:59.117058 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e454f007-922f-4601-b4e0-bf1c1364c46e req-b3f432c3-65d6-4d4f-8f41-659e4dbc6a0a tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0480320 Sep 03 02:12:59.155620 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e454f007-922f-4601-b4e0-bf1c1364c46e req-e6cb1771-0c84-4fc5-9e21-011decea4647 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325856 Sep 03 02:13:00.267548 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eaf8d6-f501-491a-bbfa-862a18b93600 req-8dedad74-b52e-4e6b-8369-cf2b082eb5ab tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:13:00.268987 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-05eaf8d6-f501-491a-bbfa-862a18b93600 req-8dedad74-b52e-4e6b-8369-cf2b082eb5ab tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0477984 Sep 03 02:13:00.307145 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-05eaf8d6-f501-491a-bbfa-862a18b93600 req-7b23e99f-3a29-4910-b12b-bc07462801b7 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323350 Sep 03 02:13:01.420124 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f726908-3989-4a40-87a8-c0472a41b17c req-1d51f34c-ef89-4a3e-966b-da5836baaf04 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:13:01.421496 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5f726908-3989-4a40-87a8-c0472a41b17c req-1d51f34c-ef89-4a3e-966b-da5836baaf04 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0486467 Sep 03 02:13:01.461907 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5f726908-3989-4a40-87a8-c0472a41b17c req-d7d9fc4a-6c7c-4817-91e6-f42ac9388597 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a37047-eb2c-46e4-b2bc-35ce7fde5d97&id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342598 Sep 03 02:13:03.680664 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ff1fdeb1-b8ec-48ac-8938-8e6ddec7c80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:06.144290 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a6925086-d919-4c86-b922-da439fe0252e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:06.749502 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:07.658274 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:08.258510 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:13:09.012782 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:28.041512 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:33.709442 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2d1fa367-53f1-4037-ae00-3ecd836fd1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:34.227394 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-71c184d7-cd6c-4c0d-a6ad-faf2f35d986f req-269b2031-16f2-4b1e-b9c3-8f4fa651b299 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789031463&fields=id&tenant_id=d014b0bd80a8401db903ec24b7488dda HTTP/1.1" status: 200 len: 267 time: 0.0320439 Sep 03 02:13:34.280145 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c184d7-cd6c-4c0d-a6ad-faf2f35d986f req-5028340e-0850-4f75-a1df-518cbb867a41 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:13:34.281634 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-71c184d7-cd6c-4c0d-a6ad-faf2f35d986f req-5028340e-0850-4f75-a1df-518cbb867a41 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 985 time: 0.0486245 Sep 03 02:13:34.293237 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [req-71c184d7-cd6c-4c0d-a6ad-faf2f35d986f req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Request body: {'port': {'security_groups': ['93a90836-441f-410b-b3f0-b91aa8ca5255']}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:13:34.360245 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-71c184d7-cd6c-4c0d-a6ad-faf2f35d986f req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:34.526714 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [req-71c184d7-cd6c-4c0d-a6ad-faf2f35d986f req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] For port cc3a4573-c25e-431d-90d4-df51cd38c2b7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7,segment=NetworkSegment(b8335488-2200-41f4-8393-296c8d1b01e5),segment_id=b8335488-2200-41f4-8393-296c8d1b01e5)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:13:34.554799 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-71c184d7-cd6c-4c0d-a6ad-faf2f35d986f req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:34.669764 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-71c184d7-cd6c-4c0d-a6ad-faf2f35d986f req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30143546'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:34.681436 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['cc3a4573-c25e-431d-90d4-df51cd38c2b7'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:13:34.714528 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c184d7-cd6c-4c0d-a6ad-faf2f35d986f req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:13:34.715150 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [req-71c184d7-cd6c-4c0d-a6ad-faf2f35d986f req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:34.716575 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-71c184d7-cd6c-4c0d-a6ad-faf2f35d986f req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "PUT /v2.0/ports/cc3a4573-c25e-431d-90d4-df51cd38c2b7 HTTP/1.1" status: 200 len: 943 time: 0.4280422 Sep 03 02:13:34.717032 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'tag': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:13:34.719329 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12d5b6a-bf87-4b19-ba33-fb0dfc95c602" -d '{"events": [{"name": "network-changed", "server_uuid": "36614f06-5e53-44b0-a13e-fb9cf46c3f04", "tag": "cc3a4573-c25e-431d-90d4-df51cd38c2b7"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:13:34.731860 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 41860) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:13:34.751432 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Pushing event updated for resources: {'Port': ['ID=cc3a4573-c25e-431d-90d4-df51cd38c2b7,revision_number=7']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:13:34.760011 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:34.760370 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:34.760719 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:34.761060 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:34.761436 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:34.761773 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:34.762108 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:34.762441 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:34.762771 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:34.763099 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:34.763456 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:34.763786 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682ed121-d10a-4d5b-8e2e-0c552b12cb61 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:34.808195 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:34.814172 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['cc3a4573-c25e-431d-90d4-df51cd38c2b7'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:13:34.840432 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dfdcda-901c-464f-ac0a-4093701c17de x-openstack-request-id: req-99dfdcda-901c-464f-ac0a-4093701c17de {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:13:34.841149 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36614f06-5e53-44b0-a13e-fb9cf46c3f04", "tag": "cc3a4573-c25e-431d-90d4-df51cd38c2b7", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:13:34.841643 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99dfdcda-901c-464f-ac0a-4093701c17de {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:13:34.841913 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:34.842655 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'tag': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7', 'status': 'completed', 'code': 200} Sep 03 02:13:34.976578 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d5b6a-bf87-4b19-ba33-fb0dfc95c602 req-1297bb38-f3d7-4d09-a634-38ff83a73dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:13:34.978092 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d12d5b6a-bf87-4b19-ba33-fb0dfc95c602 req-1297bb38-f3d7-4d09-a634-38ff83a73dae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d014b0bd80a8401db903ec24b7488dda&device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 1099 time: 0.1107125 Sep 03 02:13:35.018874 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:35.018874 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:35.019511 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "DELETE /v2.0/security-groups/47a37047-eb2c-46e4-b2bc-35ce7fde5d97 HTTP/1.1" status: 204 len: 168 time: 0.2934370 Sep 03 02:13:35.022284 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 41868) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:13:35.057916 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a37047-eb2c-46e4-b2bc-35ce7fde5d97,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:13:35.059119 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-25431127-a6cd-4cfe-aca6-9f62964d38d5 None None] Provisioning complete for port cc3a4573-c25e-431d-90d4-df51cd38c2b7 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:13:35.059616 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-25431127-a6cd-4cfe-aca6-9f62964d38d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:35.071221 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:35.071606 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:35.071960 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:35.072313 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:35.072656 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:35.072996 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:35.073334 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:35.073676 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:35.074045 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:35.074379 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:35.074714 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:35.075049 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7b8be3-7181-49e5-9039-4bd95bbbb39c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:13:35.098164 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d5b6a-bf87-4b19-ba33-fb0dfc95c602 req-3946d680-1f05-4b3d-a6e2-9e7ed4ceaf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:13:35.099938 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d12d5b6a-bf87-4b19-ba33-fb0dfc95c602 req-3946d680-1f05-4b3d-a6e2-9e7ed4ceaf16 service neutron] 10.222.0.25 "GET /v2.0/networks?id=89eabf15-ada6-4bec-938b-3d6527b4389b HTTP/1.1" status: 200 len: 916 time: 0.1138363 Sep 03 02:13:35.173889 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d12d5b6a-bf87-4b19-ba33-fb0dfc95c602 req-609b0de1-06bd-405a-a5be-2072d09422dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7 HTTP/1.1" status: 200 len: 1002 time: 0.0616562 Sep 03 02:13:35.193921 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-1c61250a-00ed-4732-96eb-4b34433c53f3 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Deleting port 7d2f4789-ec69-429d-a53c-9a5d8eba5e00 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:13:35.194391 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1c61250a-00ed-4732-96eb-4b34433c53f3 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:35.222727 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d5b6a-bf87-4b19-ba33-fb0dfc95c602 req-fccd7945-dd8f-4a67-a372-3f3e9d808a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:13:35.224242 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d12d5b6a-bf87-4b19-ba33-fb0dfc95c602 req-fccd7945-dd8f-4a67-a372-3f3e9d808a32 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d751a5c5-7e7c-4310-ac9f-b57fc6979183 HTTP/1.1" status: 200 len: 854 time: 0.0429959 Sep 03 02:13:35.273462 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1c61250a-00ed-4732-96eb-4b34433c53f3 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:35.273982 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1c61250a-00ed-4732-96eb-4b34433c53f3 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:35.279905 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d5b6a-bf87-4b19-ba33-fb0dfc95c602 req-0cc3692e-18af-4f72-84fa-44c70efda7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:13:35.281439 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d12d5b6a-bf87-4b19-ba33-fb0dfc95c602 req-0cc3692e-18af-4f72-84fa-44c70efda7cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=89eabf15-ada6-4bec-938b-3d6527b4389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486705 Sep 03 02:13:35.287439 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-1c61250a-00ed-4732-96eb-4b34433c53f3 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Calling delete_port for 7d2f4789-ec69-429d-a53c-9a5d8eba5e00 owned by network:floatingip {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:13:35.381712 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d12d5b6a-bf87-4b19-ba33-fb0dfc95c602 req-3026761d-2609-45c3-88b5-af695097b48d service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881701 Sep 03 02:13:35.475637 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d12d5b6a-bf87-4b19-ba33-fb0dfc95c602 req-05d69686-b3b8-49fa-9ef7-5bf09845c4c2 service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861869 Sep 03 02:13:35.561738 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1c61250a-00ed-4732-96eb-4b34433c53f3 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:35.590627 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61250a-00ed-4732-96eb-4b34433c53f3 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Pushing event deleted for resources: {'Port': ['ID=7d2f4789-ec69-429d-a53c-9a5d8eba5e00,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:13:35.645422 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1c61250a-00ed-4732-96eb-4b34433c53f3 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks [] for floatingip, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:35.645754 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.l3_db [None req-1c61250a-00ed-4732-96eb-4b34433c53f3 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Floating IP e1feec07-30fa-4c0a-ab9a-7e3b21b7a835 disassociated (deleted). External IP: 172.27.0.211, port: cc3a4573-c25e-431d-90d4-df51cd38c2b7. Sep 03 02:13:35.852042 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c61250a-00ed-4732-96eb-4b34433c53f3 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Router 18648663-7768-4716-9c7a-5448f2120059 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:13:36.161455 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b69afb4e-65a2-43de-bb55-eb4df99c796e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:36.203203 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c61250a-00ed-4732-96eb-4b34433c53f3 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:13:36.207736 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1c61250a-00ed-4732-96eb-4b34433c53f3 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:36.213221 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b850c-8c0e-4e59-836c-dbed5a721443 None None] Sync routers for ids ['18648663-7768-4716-9c7a-5448f2120059'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:13:36.222712 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b850c-8c0e-4e59-836c-dbed5a721443 None None] Routers {'18648663-7768-4716-9c7a-5448f2120059'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:13:36.224529 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-903b850c-8c0e-4e59-836c-dbed5a721443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:13:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['18648663-7768-4716-9c7a-5448f2120059'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:13:36.243671 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-1c61250a-00ed-4732-96eb-4b34433c53f3 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "DELETE /v2.0/floatingips/e1feec07-30fa-4c0a-ab9a-7e3b21b7a835 HTTP/1.1" status: 204 len: 168 time: 1.2202425 Sep 03 02:13:36.329297 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-903b850c-8c0e-4e59-836c-dbed5a721443 None None] Set router 18648663-7768-4716-9c7a-5448f2120059 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:13:36.534317 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-903b850c-8c0e-4e59-836c-dbed5a721443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18648663-7768-4716-9c7a-5448f2120059', 'name': 'tempest-TestMinimumBasicScenario-1427796017-router', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:31Z', 'updated_at': '2021-09-03T02:10:35Z', 'revision_number': 4, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'gw_port': {'id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:32Z', 'updated_at': '2021-09-03T02:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '7c305962-2971-48dc-8d21-fa1d68e78096', 'name': '', 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'mac_address': 'fa:16:3e:fe:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:34Z', 'updated_at': '2021-09-03T02:10:41Z', 'revision_number': 5, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'subnets': [{'id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:13:36.560938 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b850c-8c0e-4e59-836c-dbed5a721443 None None] Checking router: 18648663-7768-4716-9c7a-5448f2120059 for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:13:36.572772 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b850c-8c0e-4e59-836c-dbed5a721443 None None] Routers {'18648663-7768-4716-9c7a-5448f2120059'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:13:36.573395 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-903b850c-8c0e-4e59-836c-dbed5a721443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:13:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['18648663-7768-4716-9c7a-5448f2120059'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:13:36.687627 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-903b850c-8c0e-4e59-836c-dbed5a721443 None None] Set router 18648663-7768-4716-9c7a-5448f2120059 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:13:36.808470 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:36.843784 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'tag': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:13:36.846192 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffed98c-f2fd-450f-a217-4da09631baee" -d '{"events": [{"name": "network-changed", "server_uuid": "36614f06-5e53-44b0-a13e-fb9cf46c3f04", "tag": "cc3a4573-c25e-431d-90d4-df51cd38c2b7"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:13:36.885557 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-903b850c-8c0e-4e59-836c-dbed5a721443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18648663-7768-4716-9c7a-5448f2120059', 'name': 'tempest-TestMinimumBasicScenario-1427796017-router', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:31Z', 'updated_at': '2021-09-03T02:10:35Z', 'revision_number': 4, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'gw_port': {'id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:32Z', 'updated_at': '2021-09-03T02:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '7c305962-2971-48dc-8d21-fa1d68e78096', 'name': '', 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'mac_address': 'fa:16:3e:fe:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:34Z', 'updated_at': '2021-09-03T02:10:41Z', 'revision_number': 5, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'subnets': [{'id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:13:36.896974 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3956ce5-6bb7-4d06-bbb3-33791c816f39 x-openstack-request-id: req-b3956ce5-6bb7-4d06-bbb3-33791c816f39 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:13:36.896974 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36614f06-5e53-44b0-a13e-fb9cf46c3f04", "tag": "cc3a4573-c25e-431d-90d4-df51cd38c2b7", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:13:36.896974 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b3956ce5-6bb7-4d06-bbb3-33791c816f39 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:13:36.896974 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'tag': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7', 'status': 'completed', 'code': 200} Sep 03 02:13:36.919932 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903b850c-8c0e-4e59-836c-dbed5a721443 None None] The sync data for ids ['18648663-7768-4716-9c7a-5448f2120059'] in dv-cinder-804735-8-iscsi is: [{'id': '18648663-7768-4716-9c7a-5448f2120059', 'name': 'tempest-TestMinimumBasicScenario-1427796017-router', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:31Z', 'updated_at': '2021-09-03T02:10:35Z', 'revision_number': 4, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'gw_port': {'id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:32Z', 'updated_at': '2021-09-03T02:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '7c305962-2971-48dc-8d21-fa1d68e78096', 'name': '', 'network_id': '89eabf15-ada6-4bec-938b-3d6527b4389b', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'mac_address': 'fa:16:3e:fe:31:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:34Z', 'updated_at': '2021-09-03T02:10:41Z', 'revision_number': 5, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'subnets': [{'id': 'd751a5c5-7e7c-4310-ac9f-b57fc6979183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:13:36.955932 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffed98c-f2fd-450f-a217-4da09631baee req-4c7daff1-3a09-43f3-9c45-cdbfeab14cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:13:36.957594 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-fffed98c-f2fd-450f-a217-4da09631baee req-4c7daff1-3a09-43f3-9c45-cdbfeab14cc3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d014b0bd80a8401db903ec24b7488dda&device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 1099 time: 0.0421391 Sep 03 02:13:37.052137 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffed98c-f2fd-450f-a217-4da09631baee req-9125dccc-849a-4578-ac98-7e818f7b58cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:13:37.053637 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-fffed98c-f2fd-450f-a217-4da09631baee req-9125dccc-849a-4578-ac98-7e818f7b58cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=89eabf15-ada6-4bec-938b-3d6527b4389b HTTP/1.1" status: 200 len: 916 time: 0.0896552 Sep 03 02:13:37.095043 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-fffed98c-f2fd-450f-a217-4da09631baee req-bd3fffde-7146-4669-a24c-01c6198393bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7 HTTP/1.1" status: 200 len: 217 time: 0.0341973 Sep 03 02:13:37.132895 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54be0dcf-aa78-4593-8b87-22d850e3beb3 None None] New status for floating IP e1feec07-30fa-4c0a-ab9a-7e3b21b7a835: DOWN {{(pid=94496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:13:37.143848 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffed98c-f2fd-450f-a217-4da09631baee req-7c376952-9c43-4cab-96b3-ba23b8b85763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:13:37.145339 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-fffed98c-f2fd-450f-a217-4da09631baee req-7c376952-9c43-4cab-96b3-ba23b8b85763 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d751a5c5-7e7c-4310-ac9f-b57fc6979183 HTTP/1.1" status: 200 len: 854 time: 0.0439677 Sep 03 02:13:37.190610 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffed98c-f2fd-450f-a217-4da09631baee req-72b0bb7e-75eb-4f9d-b6de-5832e3595b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:13:37.192063 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-fffed98c-f2fd-450f-a217-4da09631baee req-72b0bb7e-75eb-4f9d-b6de-5832e3595b07 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=89eabf15-ada6-4bec-938b-3d6527b4389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390425 Sep 03 02:13:37.283922 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-fffed98c-f2fd-450f-a217-4da09631baee req-aa64b292-3fa4-492d-89cb-30bf10475d2a service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848718 Sep 03 02:13:37.375044 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-fffed98c-f2fd-450f-a217-4da09631baee req-d5b11461-3db6-4ad2-b14a-5550adff57bd service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840762 Sep 03 02:13:37.652012 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:38.989603 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:13:45.256297 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:13:55.478445 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-5d3cfa91-dc33-40b1-bec1-992077b95012 req-09a7d75a-df8a-4148-8bb8-85cc33d77d6c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383356 Sep 03 02:13:55.564644 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cfa91-dc33-40b1-bec1-992077b95012 req-8ab2835c-4211-479a-814f-35a602ef3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:13:55.566118 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-5d3cfa91-dc33-40b1-bec1-992077b95012 req-8ab2835c-4211-479a-814f-35a602ef3e2c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 1099 time: 0.0392890 Sep 03 02:13:55.665644 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cfa91-dc33-40b1-bec1-992077b95012 req-83a29e70-1aa5-472f-b328-9493fc48bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:13:55.667585 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-5d3cfa91-dc33-40b1-bec1-992077b95012 req-83a29e70-1aa5-472f-b328-9493fc48bb68 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 918 time: 0.0833237 Sep 03 02:13:55.727420 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-5d3cfa91-dc33-40b1-bec1-992077b95012 req-7e2f8dc5-ac79-46da-acdb-f63db3e03fbd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8db225b-7e77-49ca-846b-424540fa0c40 HTTP/1.1" status: 200 len: 1001 time: 0.0538287 Sep 03 02:13:55.774355 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cfa91-dc33-40b1-bec1-992077b95012 req-242ef6ba-5b0c-48e9-b9ac-2fbc9ed2db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:13:55.775706 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-5d3cfa91-dc33-40b1-bec1-992077b95012 req-242ef6ba-5b0c-48e9-b9ac-2fbc9ed2db54 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 200 len: 856 time: 0.0412984 Sep 03 02:13:55.821961 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cfa91-dc33-40b1-bec1-992077b95012 req-998983bc-aad9-4c3f-9e1d-4c2bfda44a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:13:55.823959 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-5d3cfa91-dc33-40b1-bec1-992077b95012 req-998983bc-aad9-4c3f-9e1d-4c2bfda44a2b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ce91eac-9b88-4122-abff-d06982620e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405231 Sep 03 02:13:55.908974 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-5d3cfa91-dc33-40b1-bec1-992077b95012 req-47858d5a-dd1f-4c12-9223-46cfe74f8bc4 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787499 Sep 03 02:13:55.997643 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-5d3cfa91-dc33-40b1-bec1-992077b95012 req-e37b0c4a-ff1b-4ff2-be3e-6f20315404d3 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816650 Sep 03 02:13:58.023996 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:03.704512 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-f62f56c9-dc23-4ef4-a54a-cbf82beade70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:06.241146 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6772ed3-b78a-4dca-8c79-7b9e843d9a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:06.726073 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:07.646619 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:09.081341 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:22.254799 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:14:28.041203 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:33.807834 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-34238c72-cc50-4676-88e8-10abe9c1af15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:36.281488 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-11c20539-ab3d-4cf0-aa44-e588ed54dae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:36.807002 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:37.807203 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:39.110060 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:57.462416 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-13e34664-64cf-4fbd-9404-162325880a83 req-6532e6f1-1c88-486c-9b76-315457d91a0e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390563 Sep 03 02:14:57.520947 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e34664-64cf-4fbd-9404-162325880a83 req-8c091811-e4b2-4b5f-851a-865ab572e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:14:57.522296 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-13e34664-64cf-4fbd-9404-162325880a83 req-8c091811-e4b2-4b5f-851a-865ab572e905 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f0c4e736d0494bdc9e982b604a6d02b4&device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 1098 time: 0.0380106 Sep 03 02:14:57.624436 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e34664-64cf-4fbd-9404-162325880a83 req-6f8a1bfb-2804-42fd-a125-6a7defa07d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:14:57.625864 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-13e34664-64cf-4fbd-9404-162325880a83 req-6f8a1bfb-2804-42fd-a125-6a7defa07d25 service neutron] 10.222.0.25 "GET /v2.0/networks?id=53284621-3e96-408e-a7e3-7efe4a897e53 HTTP/1.1" status: 200 len: 915 time: 0.0853245 Sep 03 02:14:57.664894 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-13e34664-64cf-4fbd-9404-162325880a83 req-0f12c2c3-8c67-4076-a992-f2dd7ef953ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f8d401d-bc2f-4ebe-8835-2c29f0570135 HTTP/1.1" status: 200 len: 217 time: 0.0320499 Sep 03 02:14:57.714742 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e34664-64cf-4fbd-9404-162325880a83 req-cd7f861d-0e1e-4570-829e-0ba33cfffc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:14:57.716166 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-13e34664-64cf-4fbd-9404-162325880a83 req-cd7f861d-0e1e-4570-829e-0ba33cfffc96 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d4ce912c-378c-4139-ba8b-c9621ce7622e HTTP/1.1" status: 200 len: 854 time: 0.0444915 Sep 03 02:14:57.745020 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-13e34664-64cf-4fbd-9404-162325880a83 req-b1fef65b-5b65-4fa5-b2f2-ab10d0e512f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=53284621-3e96-408e-a7e3-7efe4a897e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224543 Sep 03 02:14:57.829818 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-13e34664-64cf-4fbd-9404-162325880a83 req-2417b78a-1aba-43bd-b9e3-cd3062b0da12 service neutron] 10.222.0.25 "GET /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774488 Sep 03 02:14:57.916391 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-13e34664-64cf-4fbd-9404-162325880a83 req-0de9644b-6d5e-473d-8a9f-06ab7e5d88a8 service neutron] 10.222.0.25 "GET /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801244 Sep 03 02:14:58.121519 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:14:59.253901 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:15:03.698236 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-df6cfcf1-1461-4dea-b298-d04e41b5c3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:06.161318 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2eb94dae-ebe8-4375-adc8-d59be238f54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:06.732879 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:07.668538 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:08.978371 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:28.104170 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:33.679475 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4de7d936-b379-48c0-8569-48a239fb1c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:36.140092 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-20e4e46f-3dd3-4dd2-ada5-2ad38c9e7187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:36.252182 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:15:36.720844 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:37.675354 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:38.984266 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:58.109311 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:15:58.476998 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-09c8be46-7dc2-48f8-a9bd-80de27c5c6d0 req-f1b0562c-4fdd-4c15-95bc-08dc9ca861e4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376186 Sep 03 02:15:58.534658 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8be46-7dc2-48f8-a9bd-80de27c5c6d0 req-add79c42-4d01-4b4d-9b4d-41de6490d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:15:58.536116 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-09c8be46-7dc2-48f8-a9bd-80de27c5c6d0 req-add79c42-4d01-4b4d-9b4d-41de6490d64f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d014b0bd80a8401db903ec24b7488dda&device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 1099 time: 0.0378401 Sep 03 02:15:58.636170 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8be46-7dc2-48f8-a9bd-80de27c5c6d0 req-cae76ea6-bf0b-4604-b4ee-0b47652a1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:15:58.637504 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-09c8be46-7dc2-48f8-a9bd-80de27c5c6d0 req-cae76ea6-bf0b-4604-b4ee-0b47652a1f0a service neutron] 10.222.0.25 "GET /v2.0/networks?id=89eabf15-ada6-4bec-938b-3d6527b4389b HTTP/1.1" status: 200 len: 916 time: 0.0832434 Sep 03 02:15:58.676308 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-09c8be46-7dc2-48f8-a9bd-80de27c5c6d0 req-284d330f-83ee-4d8a-9e04-9440e18fca6e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7 HTTP/1.1" status: 200 len: 217 time: 0.0322757 Sep 03 02:15:58.726710 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8be46-7dc2-48f8-a9bd-80de27c5c6d0 req-e872317f-b836-4576-9aab-f22cda6c8074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:15:58.728159 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-09c8be46-7dc2-48f8-a9bd-80de27c5c6d0 req-e872317f-b836-4576-9aab-f22cda6c8074 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d751a5c5-7e7c-4310-ac9f-b57fc6979183 HTTP/1.1" status: 200 len: 854 time: 0.0452237 Sep 03 02:15:58.770589 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8be46-7dc2-48f8-a9bd-80de27c5c6d0 req-a753dcbc-dede-4eb3-bd75-a251e0ec8270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:15:58.772029 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-09c8be46-7dc2-48f8-a9bd-80de27c5c6d0 req-a753dcbc-dede-4eb3-bd75-a251e0ec8270 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=89eabf15-ada6-4bec-938b-3d6527b4389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0365102 Sep 03 02:15:58.857156 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-09c8be46-7dc2-48f8-a9bd-80de27c5c6d0 req-876343fd-23ce-4f2e-99f3-8878d4a54503 service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773957 Sep 03 02:15:58.944555 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-09c8be46-7dc2-48f8-a9bd-80de27c5c6d0 req-f98daead-8bbc-4b0b-b0ac-bc38ac6fbc97 service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806811 Sep 03 02:16:03.691481 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b90b-2bc8-4673-9537-2f4c2d83ed64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:06.178510 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2f6b8cec-d9c1-498d-9827-4effbba125bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:06.698075 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:07.692505 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:09.035692 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:13.252126 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:16:28.075192 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:33.698208 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-c3cabbdd-a414-4688-95ad-53ed98733815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:36.167140 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9338e86d-c313-482a-9f8e-a831ca00d754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:36.789580 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:37.686344 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:38.995657 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:16:50.250926 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:16:58.103995 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:00.453777 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ace674fe-689a-4515-a858-2182c4f3c956 req-dc3721fb-1365-4005-9be2-c3457b9de4c2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385246 Sep 03 02:17:00.513714 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace674fe-689a-4515-a858-2182c4f3c956 req-dd42dee2-9d0c-48b9-b7bf-773d80881e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:17:00.515192 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ace674fe-689a-4515-a858-2182c4f3c956 req-dd42dee2-9d0c-48b9-b7bf-773d80881e4e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=94e74d599fbf45ffa7ed50d9acbb3629&device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 1099 time: 0.0416276 Sep 03 02:17:00.615131 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace674fe-689a-4515-a858-2182c4f3c956 req-bf80e5e3-ed04-4f08-8035-4614f6effca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:17:00.616610 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ace674fe-689a-4515-a858-2182c4f3c956 req-bf80e5e3-ed04-4f08-8035-4614f6effca0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f5d62d3-f984-497f-a7d7-99c203568a5e HTTP/1.1" status: 200 len: 911 time: 0.0808702 Sep 03 02:17:00.682150 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ace674fe-689a-4515-a858-2182c4f3c956 req-0743183a-4abd-483a-9ece-58974b4307a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a866c6f2-b20d-4559-8f16-e2144412860e HTTP/1.1" status: 200 len: 1001 time: 0.0581541 Sep 03 02:17:00.728860 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace674fe-689a-4515-a858-2182c4f3c956 req-e1356d1c-3b97-471b-b681-cf9b2ef1741e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:17:00.730269 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ace674fe-689a-4515-a858-2182c4f3c956 req-e1356d1c-3b97-471b-b681-cf9b2ef1741e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=50fd8023-c68b-42eb-8463-7db7e38159bc HTTP/1.1" status: 200 len: 849 time: 0.0417986 Sep 03 02:17:00.773260 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace674fe-689a-4515-a858-2182c4f3c956 req-d8b675ed-b92a-4aa6-8f80-fd051b093ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:17:00.774609 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ace674fe-689a-4515-a858-2182c4f3c956 req-d8b675ed-b92a-4aa6-8f80-fd051b093ab8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f5d62d3-f984-497f-a7d7-99c203568a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377555 Sep 03 02:17:00.863468 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ace674fe-689a-4515-a858-2182c4f3c956 req-4e1803ce-b57d-4261-af10-81ba0312d74a service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812116 Sep 03 02:17:00.948086 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ace674fe-689a-4515-a858-2182c4f3c956 req-99b1647f-52ef-4b1a-ad29-d6018f7066bc service neutron] 10.222.0.25 "GET /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778120 Sep 03 02:17:03.721404 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-643dc249-bce6-4ca2-b356-d8d2c6c2832d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:06.126311 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-8886e1e4-ea9c-44da-93c0-687f5d373866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:06.709286 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:07.657965 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:09.001072 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:27.249590 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:17:28.109813 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:33.675181 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2c49fb33-c406-403a-9519-4914cea054b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:36.229609 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-3dd1e290-3e1d-4f9c-af2f-3551e1724995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:36.749180 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:37.752988 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:39.040576 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:50.453301 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 44906) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:17:50.562019 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:50.645715 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:50.795585 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:50.833652 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72c871fc895d49f7b1d7f4a57eeff027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793027 Sep 03 02:17:50.834529 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a12c8d-2bd4-486d-a148-3dd56c7fdb05,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:17:50.836353 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 44918) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:17:50.841615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:50.842540 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:50.842916 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:50.843260 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:50.843635 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:50.843969 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:50.844305 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:50.844639 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:50.844976 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:50.845309 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:50.845642 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:50.845972 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f3190-f779-44b9-9f4a-9321360151ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:50.884519 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:50.909237 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:51.046531 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:51.049315 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:51.050472 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37a12c8d-2bd4-486d-a148-3dd56c7fdb05 HTTP/1.1" status: 204 len: 168 time: 0.2130680 Sep 03 02:17:51.058069 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a12c8d-2bd4-486d-a148-3dd56c7fdb05,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:17:51.065064 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:51.065438 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:51.065769 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:51.066106 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:51.066443 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:51.066780 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:51.067112 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:51.067473 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:51.067802 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:51.068234 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:51.068565 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:51.068890 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6ad12-6fd9-4fda-a39a-80286be7d883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:17:51.813507 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 44934) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:17:51.826248 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f982df34-e573-401f-b089-dc3083803beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:51.910546 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f982df34-e573-401f-b089-dc3083803beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:52.012164 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f982df34-e573-401f-b089-dc3083803beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:52.049508 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-f982df34-e573-401f-b089-dc3083803beb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ef463f17d8546e28f272d19ea6dcfb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349746 Sep 03 02:17:52.050202 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982df34-e573-401f-b089-dc3083803beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2ab3f8-ed32-49f1-aa03-2ec66fd04078,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:17:52.052880 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 44936) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:17:52.102277 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dee9d242-eeb1-44ce-aa06-167b59f5007c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:52.122846 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dee9d242-eeb1-44ce-aa06-167b59f5007c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:52.261207 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dee9d242-eeb1-44ce-aa06-167b59f5007c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:52.264002 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-dee9d242-eeb1-44ce-aa06-167b59f5007c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:17:52.266575 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-dee9d242-eeb1-44ce-aa06-167b59f5007c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf2ab3f8-ed32-49f1-aa03-2ec66fd04078 HTTP/1.1" status: 204 len: 168 time: 0.2110894 Sep 03 02:17:52.272516 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9d242-eeb1-44ce-aa06-167b59f5007c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2ab3f8-ed32-49f1-aa03-2ec66fd04078,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:17:58.155413 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:18:00.448445 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0f05eebd-7295-4d6a-9933-f8fb9b29c9f2 req-767dd777-66e5-44b6-b118-db422e6965e1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373785 Sep 03 02:18:00.528056 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05eebd-7295-4d6a-9933-f8fb9b29c9f2 req-fc43e612-7081-46e7-acaa-4d3c762c9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:18:00.529383 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0f05eebd-7295-4d6a-9933-f8fb9b29c9f2 req-fc43e612-7081-46e7-acaa-4d3c762c9148 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 1099 time: 0.0401216 Sep 03 02:18:00.625357 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05eebd-7295-4d6a-9933-f8fb9b29c9f2 req-0edc7bb3-139e-4888-8a8c-ffc1099246bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:18:00.626757 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0f05eebd-7295-4d6a-9933-f8fb9b29c9f2 req-0edc7bb3-139e-4888-8a8c-ffc1099246bc service neutron] 10.222.0.25 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 918 time: 0.0799017 Sep 03 02:18:00.935118 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0f05eebd-7295-4d6a-9933-f8fb9b29c9f2 req-ec1544ff-a3be-4f44-bbb6-9f1db4d27cbc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8db225b-7e77-49ca-846b-424540fa0c40 HTTP/1.1" status: 200 len: 1001 time: 0.3013394 Sep 03 02:18:00.982899 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05eebd-7295-4d6a-9933-f8fb9b29c9f2 req-f32011bc-adbb-4541-8e78-9f0df7243a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:18:00.984340 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0f05eebd-7295-4d6a-9933-f8fb9b29c9f2 req-f32011bc-adbb-4541-8e78-9f0df7243a72 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 200 len: 856 time: 0.0424757 Sep 03 02:18:01.027724 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05eebd-7295-4d6a-9933-f8fb9b29c9f2 req-17f4c043-6f4c-48ee-a7fd-85233dba8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:18:01.029432 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0f05eebd-7295-4d6a-9933-f8fb9b29c9f2 req-17f4c043-6f4c-48ee-a7fd-85233dba8000 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ce91eac-9b88-4122-abff-d06982620e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386248 Sep 03 02:18:01.040486 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [req-0f05eebd-7295-4d6a-9933-f8fb9b29c9f2 req-f17be32d-e24d-42b5-9294-b3cb555446d2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:18:01.041385 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0f05eebd-7295-4d6a-9933-f8fb9b29c9f2 req-f17be32d-e24d-42b5-9294-b3cb555446d2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050850 Sep 03 02:18:01.134008 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0f05eebd-7295-4d6a-9933-f8fb9b29c9f2 req-8bed8cd1-af1b-4e62-a66d-9e1b2e2419ae service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852225 Sep 03 02:18:01.221855 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0f05eebd-7295-4d6a-9933-f8fb9b29c9f2 req-28dc0acf-12a8-4fa0-a3db-900127f9f7b9 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801046 Sep 03 02:18:03.697675 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e8c0e51e-70d1-4297-870d-dc4004678101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:18:04.249877 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:18:06.137623 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-335e0693-ef1f-4e67-a3a8-c3d9a55fc4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:18:06.695481 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:18:07.675925 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:18:08.998070 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:18:28.151653 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:18:33.674715 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2072e96b-7d21-468c-8bb2-311c57fbe6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:18:36.140987 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-c9834683-4a43-48f0-8d51-ea585f7daffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:18:36.706537 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:18:37.668532 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:18:39.011908 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:18:41.248706 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:18:58.122812 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:03.203215 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d654c6f1-5658-4ddf-9283-7b8feee17cc5 req-0988da85-c9a9-4e52-a852-591419f49592 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1324050 Sep 03 02:19:03.261925 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654c6f1-5658-4ddf-9283-7b8feee17cc5 req-0129c914-edc8-4e7e-b8a6-2a7a941e24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:19:03.263440 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d654c6f1-5658-4ddf-9283-7b8feee17cc5 req-0129c914-edc8-4e7e-b8a6-2a7a941e24d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f0c4e736d0494bdc9e982b604a6d02b4&device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 1098 time: 0.0380757 Sep 03 02:19:03.364605 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654c6f1-5658-4ddf-9283-7b8feee17cc5 req-80b1c6f9-adb4-48b1-abdd-b9110ca9589f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:19:03.366073 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d654c6f1-5658-4ddf-9283-7b8feee17cc5 req-80b1c6f9-adb4-48b1-abdd-b9110ca9589f service neutron] 10.222.0.25 "GET /v2.0/networks?id=53284621-3e96-408e-a7e3-7efe4a897e53 HTTP/1.1" status: 200 len: 915 time: 0.0823636 Sep 03 02:19:03.409439 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d654c6f1-5658-4ddf-9283-7b8feee17cc5 req-a975a818-dca0-469d-8e3f-56502f1091ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f8d401d-bc2f-4ebe-8835-2c29f0570135 HTTP/1.1" status: 200 len: 217 time: 0.0365000 Sep 03 02:19:03.457477 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654c6f1-5658-4ddf-9283-7b8feee17cc5 req-46b5bc4f-6881-4d8a-85e6-08569b7a0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:19:03.459574 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d654c6f1-5658-4ddf-9283-7b8feee17cc5 req-46b5bc4f-6881-4d8a-85e6-08569b7a0206 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d4ce912c-378c-4139-ba8b-c9621ce7622e HTTP/1.1" status: 200 len: 854 time: 0.0433583 Sep 03 02:19:03.489379 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d654c6f1-5658-4ddf-9283-7b8feee17cc5 req-e1fbd2f7-73a0-4a12-a15b-322727eca6d2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=53284621-3e96-408e-a7e3-7efe4a897e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233231 Sep 03 02:19:03.583785 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d654c6f1-5658-4ddf-9283-7b8feee17cc5 req-2ea29fe2-2230-43cc-a1c2-e39f27334222 service neutron] 10.222.0.25 "GET /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871060 Sep 03 02:19:03.675148 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d654c6f1-5658-4ddf-9283-7b8feee17cc5 req-f3d01fa1-0e97-414a-8a64-6c3e29b60d8c service neutron] 10.222.0.25 "GET /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852592 Sep 03 02:19:03.725786 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5bfac2fe-d276-4369-83b4-372911a5f466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:06.160185 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-68239f15-a945-409a-81ad-6e2c7665b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:06.709664 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:07.725964 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:09.008734 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:18.247621 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:19:20.107433 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55792480-cc89-4ab0-a2e0-a9f80098deda req-4c36a502-fd62-4e9f-abb6-1d0aec249011 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:19:20.108883 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-55792480-cc89-4ab0-a2e0-a9f80098deda req-4c36a502-fd62-4e9f-abb6-1d0aec249011 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 946 time: 0.0982666 Sep 03 02:19:20.144892 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-55792480-cc89-4ab0-a2e0-a9f80098deda req-d5489648-f92c-4117-9998-7ccd045aa886 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups?id=d49134c8-c821-4756-9069-7c7abf2ba97f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302334 Sep 03 02:19:20.440767 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fecaec-07c5-45b2-8c12-d8fda3b04a34 req-23a1418b-37ec-4352-8e19-b1a5e6ae8289 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:19:20.442215 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f7fecaec-07c5-45b2-8c12-d8fda3b04a34 req-23a1418b-37ec-4352-8e19-b1a5e6ae8289 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 946 time: 0.0481145 Sep 03 02:19:20.531046 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-f7fecaec-07c5-45b2-8c12-d8fda3b04a34 req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Deleting port a866c6f2-b20d-4559-8f16-e2144412860e {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:19:20.531422 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f7fecaec-07c5-45b2-8c12-d8fda3b04a34 req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:20.621205 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-f7fecaec-07c5-45b2-8c12-d8fda3b04a34 req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] For port a866c6f2-b20d-4559-8f16-e2144412860e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a866c6f2-b20d-4559-8f16-e2144412860e,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:19:20.621569 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f7fecaec-07c5-45b2-8c12-d8fda3b04a34 req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:20.828542 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f7fecaec-07c5-45b2-8c12-d8fda3b04a34 req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:20.828905 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f7fecaec-07c5-45b2-8c12-d8fda3b04a34 req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:20.829220 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.l3_db [req-f7fecaec-07c5-45b2-8c12-d8fda3b04a34 req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Floating IP 1f85629f-35dd-4cef-8282-6af54da24b68 disassociated. External IP: 172.27.0.85, port: a866c6f2-b20d-4559-8f16-e2144412860e. Sep 03 02:19:20.829561 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-f7fecaec-07c5-45b2-8c12-d8fda3b04a34 req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Calling delete_port for a866c6f2-b20d-4559-8f16-e2144412860e owned by compute:nova {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:19:21.045665 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f7fecaec-07c5-45b2-8c12-d8fda3b04a34 req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:21.075003 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event deleted for resources: {'Port': ['ID=a866c6f2-b20d-4559-8f16-e2144412860e,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:19:21.085441 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:21.085787 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:21.086196 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:21.086534 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:21.086866 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:21.087198 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:21.087550 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:21.087881 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:21.088208 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:21.088555 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:21.088876 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:21.089196 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:21.192927 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7fecaec-07c5-45b2-8c12-d8fda3b04a34 req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:19:21.237426 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1debde05-94f9-46e6-b24b-206ac1f6cf22 req-cfd12d2c-8700-43ab-adee-c279db152428 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 210 time: 0.0265076 Sep 03 02:19:21.295086 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7fecaec-07c5-45b2-8c12-d8fda3b04a34 req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:19:21.304783 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba17eff-c0f3-40ab-8935-9662907880eb None None] Sync routers for ids ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:19:21.313922 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba17eff-c0f3-40ab-8935-9662907880eb None None] Routers {'477c0bbb-53c3-454d-ba47-ac437d4c4ec2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:19:21.314532 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-bba17eff-c0f3-40ab-8935-9662907880eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:19:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:19:21.330450 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fecaec-07c5-45b2-8c12-d8fda3b04a34 req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] No DVR routers for this DVR port a866c6f2-b20d-4559-8f16-e2144412860e on host hv-cinder-80473 {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:19:21.333013 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f7fecaec-07c5-45b2-8c12-d8fda3b04a34 req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:21.335526 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f7fecaec-07c5-45b2-8c12-d8fda3b04a34 req-a403b2fb-05fc-4a0c-949e-8a069492cfff tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.25 "DELETE /v2.0/ports/a866c6f2-b20d-4559-8f16-e2144412860e HTTP/1.1" status: 204 len: 173 time: 0.8876808 Sep 03 02:19:21.335956 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837', 'name': 'network-vif-deleted', 'tag': 'a866c6f2-b20d-4559-8f16-e2144412860e'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:19:21.338150 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36713e70-ec44-4b6d-9ed5-4cf7b1d25586" -d '{"events": [{"server_uuid": "fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837", "name": "network-vif-deleted", "tag": "a866c6f2-b20d-4559-8f16-e2144412860e"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:19:21.426192 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-bba17eff-c0f3-40ab-8935-9662907880eb None None] Set router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:19:21.455877 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70add4e9-a733-4e68-9d28-c8fa399438b9 x-openstack-request-id: req-70add4e9-a733-4e68-9d28-c8fa399438b9 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:19:21.456793 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837", "name": "network-vif-deleted", "tag": "a866c6f2-b20d-4559-8f16-e2144412860e", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:19:21.457341 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70add4e9-a733-4e68-9d28-c8fa399438b9 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:19:21.457754 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837', 'name': 'network-vif-deleted', 'tag': 'a866c6f2-b20d-4559-8f16-e2144412860e', 'status': 'completed', 'code': 200} Sep 03 02:19:21.629990 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-bba17eff-c0f3-40ab-8935-9662907880eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:55Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'abee3094-d13f-4c29-8e9d-df72d25963a3', 'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'mac_address': 'fa:16:3e:e1:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:52Z', 'updated_at': '2021-09-03T02:08:06Z', 'revision_number': 5, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'subnets': [{'id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:19:21.663543 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba17eff-c0f3-40ab-8935-9662907880eb None None] Checking router: 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:19:21.672640 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba17eff-c0f3-40ab-8935-9662907880eb None None] Routers {'477c0bbb-53c3-454d-ba47-ac437d4c4ec2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:19:21.672888 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-bba17eff-c0f3-40ab-8935-9662907880eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:19:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:19:21.777882 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-bba17eff-c0f3-40ab-8935-9662907880eb None None] Set router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:19:21.969653 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-bba17eff-c0f3-40ab-8935-9662907880eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:55Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'abee3094-d13f-4c29-8e9d-df72d25963a3', 'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'mac_address': 'fa:16:3e:e1:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:52Z', 'updated_at': '2021-09-03T02:08:06Z', 'revision_number': 5, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'subnets': [{'id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:19:21.995752 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba17eff-c0f3-40ab-8935-9662907880eb None None] The sync data for ids ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'] in dv-cinder-804735-8-iscsi is: [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:55Z', 'revision_number': 4, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'abee3094-d13f-4c29-8e9d-df72d25963a3', 'name': '', 'network_id': '5f5d62d3-f984-497f-a7d7-99c203568a5e', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'mac_address': 'fa:16:3e:e1:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:52Z', 'updated_at': '2021-09-03T02:08:06Z', 'revision_number': 5, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'subnets': [{'id': '50fd8023-c68b-42eb-8463-7db7e38159bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:19:22.295209 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed9977a-4105-4fe0-9e1d-f1e44aecf1aa None None] New status for floating IP 1f85629f-35dd-4cef-8282-6af54da24b68: DOWN {{(pid=94496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:19:22.401971 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-53ad02a2-99ef-4c2f-8298-33e98394691d req-d4718876-9fb1-4403-aa4e-5de8e856ee1c tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe0d39c4-06c2-4af4-b5b1-b09aa9d2a837 HTTP/1.1" status: 200 len: 210 time: 0.0837469 Sep 03 02:19:23.536984 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 46060) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:19:23.594361 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-053462eb-05e1-487d-8017-c08500e2e075 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:23.617016 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-053462eb-05e1-487d-8017-c08500e2e075 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:23.752363 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-053462eb-05e1-487d-8017-c08500e2e075 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:23.754947 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-053462eb-05e1-487d-8017-c08500e2e075 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:23.756144 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-053462eb-05e1-487d-8017-c08500e2e075 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "DELETE /v2.0/security-groups/d49134c8-c821-4756-9069-7c7abf2ba97f HTTP/1.1" status: 204 len: 168 time: 0.2181475 Sep 03 02:19:23.759437 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 46068) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:19:23.765673 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053462eb-05e1-487d-8017-c08500e2e075 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49134c8-c821-4756-9069-7c7abf2ba97f,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:19:23.775642 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.api.v2.resource [None req-0dbb2e04-3e8d-4a9e-b592-2b2f6cd7a78c tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] show failed (client error): The resource could not be found. Sep 03 02:19:23.787225 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-0dbb2e04-3e8d-4a9e-b592-2b2f6cd7a78c tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "GET /v2.0/security-groups/d49134c8-c821-4756-9069-7c7abf2ba97f HTTP/1.1" status: 404 len: 347 time: 0.0155046 Sep 03 02:19:23.789564 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 46070) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:19:23.911103 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Deleting port 7222d760-0096-4099-87f5-b79ca96bc685 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:19:23.911477 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:23.983901 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:23.984151 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:23.995911 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Calling delete_port for 7222d760-0096-4099-87f5-b79ca96bc685 owned by network:floatingip {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:19:24.217384 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:24.241381 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Pushing event deleted for resources: {'Port': ['ID=7222d760-0096-4099-87f5-b79ca96bc685,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:19:24.268030 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:24.268386 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:24.268734 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:24.269078 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:24.269410 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:24.269743 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:24.270074 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:24.270404 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:24.270733 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:24.271059 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:24.271414 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:24.271742 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:19:24.310667 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks [] for floatingip, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:24.313159 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:24.314293 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-d6359bb8-6233-475d-898d-a643273407d9 tempest-AttachVolumeTestJSON-1363192196 tempest-AttachVolumeTestJSON-1363192196-project] 10.222.0.21 "DELETE /v2.0/floatingips/1f85629f-35dd-4cef-8282-6af54da24b68 HTTP/1.1" status: 204 len: 168 time: 0.5237820 Sep 03 02:19:25.534693 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device a866c6f2-b20d-4559-8f16-e2144412860e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:19:25.557611 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: a866c6f2-b20d-4559-8f16-e2144412860e {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:19:25.557949 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device a866c6f2-b20d-4559-8f16-e2144412860e not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:19:28.159984 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:33.679878 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2a142713-7360-4f1c-90a3-12fdd0ffea08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:36.145598 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e372059e-5af9-4dbc-946a-9167d0cd072f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:36.719843 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:37.679861 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:39.013835 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:19:55.246839 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:19:58.190675 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:20:03.089031 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e3c4f62a-b6c9-4c19-9492-d65037853732 req-f881eaea-1bcd-44bd-976a-8480d278ac6f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391929 Sep 03 02:20:03.149017 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4f62a-b6c9-4c19-9492-d65037853732 req-1cc5add5-bf54-45e5-a1ae-af0ef9969c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:20:03.150528 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e3c4f62a-b6c9-4c19-9492-d65037853732 req-1cc5add5-bf54-45e5-a1ae-af0ef9969c25 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d014b0bd80a8401db903ec24b7488dda&device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 1099 time: 0.0402231 Sep 03 02:20:03.258055 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4f62a-b6c9-4c19-9492-d65037853732 req-fea93343-e66e-487f-b6e5-1414ab9e4a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:20:03.259602 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e3c4f62a-b6c9-4c19-9492-d65037853732 req-fea93343-e66e-487f-b6e5-1414ab9e4a1f service neutron] 10.222.0.25 "GET /v2.0/networks?id=89eabf15-ada6-4bec-938b-3d6527b4389b HTTP/1.1" status: 200 len: 916 time: 0.0896416 Sep 03 02:20:03.300942 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e3c4f62a-b6c9-4c19-9492-d65037853732 req-69916e65-c8e7-4e56-b301-51dae1a9840e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7 HTTP/1.1" status: 200 len: 217 time: 0.0332084 Sep 03 02:20:03.352043 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4f62a-b6c9-4c19-9492-d65037853732 req-5c0f2605-5362-484e-80c2-69ca6f8a72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:20:03.353536 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e3c4f62a-b6c9-4c19-9492-d65037853732 req-5c0f2605-5362-484e-80c2-69ca6f8a72b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d751a5c5-7e7c-4310-ac9f-b57fc6979183 HTTP/1.1" status: 200 len: 854 time: 0.0469458 Sep 03 02:20:03.399011 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4f62a-b6c9-4c19-9492-d65037853732 req-d7f0e10a-d748-4def-a7e6-85b590368407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:20:03.400572 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e3c4f62a-b6c9-4c19-9492-d65037853732 req-d7f0e10a-d748-4def-a7e6-85b590368407 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=89eabf15-ada6-4bec-938b-3d6527b4389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394437 Sep 03 02:20:03.486991 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e3c4f62a-b6c9-4c19-9492-d65037853732 req-904a90d6-7f68-4148-babb-41f2f44fc7d3 service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792270 Sep 03 02:20:03.577728 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e3c4f62a-b6c9-4c19-9492-d65037853732 req-e051711d-7a92-4e4a-a450-b5583dbc2a04 service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842526 Sep 03 02:20:03.679294 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a50464c2-e9b5-4d21-a20b-68f1a97ea4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:20:06.122158 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ea03ab9e-9616-4ef4-a3bb-c6b36fe51278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:20:06.699129 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:20:07.668264 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:20:09.016672 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:20:28.145138 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:20:32.246056 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:20:33.693445 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1cf6dd06-47ce-48ca-a8b0-f5d18f82b7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:20:36.138612 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18436cb4-d273-46d3-8262-52e43dcceb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:20:36.707822 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:20:37.675862 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:20:39.070516 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:20:58.144095 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:21:03.685073 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-662de505-dc0a-4a29-9b4b-9b2dafba4153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:21:06.125038 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b61f11ce-5a9e-4594-a49f-16f403148692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:21:06.696159 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:21:07.690798 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:21:09.033764 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:21:09.244965 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:21:28.141827 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:21:33.721113 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-f7801fc3-800e-45ff-a63a-d03c2ea5b6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:21:36.130162 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-bfafe85d-a969-4e43-bf4f-6680f5f28097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:21:36.741927 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:21:37.675180 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:21:39.038552 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:21:46.243213 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:21:58.141453 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:22:03.690085 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b9fe6855-3547-442b-865b-2c9958a9f2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:22:06.126177 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-7709029a-855b-4012-84cf-bcf3113dfcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:22:06.441498 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ad6a94cc-230b-4656-9eac-0bdafb297356 req-a2e4ac31-6ca7-4eba-9b2e-8b2d7cd35a20 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388572 Sep 03 02:22:06.531251 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a94cc-230b-4656-9eac-0bdafb297356 req-3589f8fc-5b99-401b-9c07-ed5b0cd295d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:22:06.532797 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ad6a94cc-230b-4656-9eac-0bdafb297356 req-3589f8fc-5b99-401b-9c07-ed5b0cd295d5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 1099 time: 0.0442340 Sep 03 02:22:06.636486 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a94cc-230b-4656-9eac-0bdafb297356 req-27641d2b-98f2-4c9d-82e7-e75b8625006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:22:06.638016 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ad6a94cc-230b-4656-9eac-0bdafb297356 req-27641d2b-98f2-4c9d-82e7-e75b8625006a service neutron] 10.222.0.25 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 918 time: 0.0866082 Sep 03 02:22:06.706023 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ad6a94cc-230b-4656-9eac-0bdafb297356 req-c193dcbd-718a-4d1f-97a5-e57b0c99ad42 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8db225b-7e77-49ca-846b-424540fa0c40 HTTP/1.1" status: 200 len: 1001 time: 0.0609205 Sep 03 02:22:06.709723 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:22:06.756409 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a94cc-230b-4656-9eac-0bdafb297356 req-af9f60df-4a3a-4172-90a4-827903eb262a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:22:06.757857 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ad6a94cc-230b-4656-9eac-0bdafb297356 req-af9f60df-4a3a-4172-90a4-827903eb262a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 200 len: 856 time: 0.0449920 Sep 03 02:22:06.814167 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a94cc-230b-4656-9eac-0bdafb297356 req-cceb3c57-2559-4848-8550-726346200092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:22:06.815707 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ad6a94cc-230b-4656-9eac-0bdafb297356 req-cceb3c57-2559-4848-8550-726346200092 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ce91eac-9b88-4122-abff-d06982620e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515010 Sep 03 02:22:06.908709 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ad6a94cc-230b-4656-9eac-0bdafb297356 req-d3934d14-91fb-4660-b5fc-58c090612f33 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861516 Sep 03 02:22:06.994016 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ad6a94cc-230b-4656-9eac-0bdafb297356 req-4aaa17bb-45d1-4b63-ab85-fb10a45db8cd service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781434 Sep 03 02:22:07.707485 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:22:09.052036 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:22:23.242432 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:22:28.135453 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:22:33.681649 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ad493e0b-b3dc-41c4-9593-29b479920c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:22:36.129542 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1747e3a5-cbf1-46d6-9797-7392508d9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:22:36.702608 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:22:37.689501 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:22:39.038182 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:22:58.165198 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:00.240993 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:23:03.685051 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-dbd2b01d-3106-4640-a920-d74299cc7a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:06.142695 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-d195dbe1-2d87-49a8-9fc8-061e4feabdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:06.719770 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:07.683223 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:08.454619 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa25deff-93a6-4925-b321-60c2a544d288 req-d6af0fea-c88a-4abf-9eb0-f3494dfac1e3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457385 Sep 03 02:23:08.513076 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25deff-93a6-4925-b321-60c2a544d288 req-a4940cc8-63ee-46b6-bd25-7e312d27be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:23:08.514500 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa25deff-93a6-4925-b321-60c2a544d288 req-a4940cc8-63ee-46b6-bd25-7e312d27be3e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f0c4e736d0494bdc9e982b604a6d02b4&device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 1098 time: 0.0390499 Sep 03 02:23:08.611830 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25deff-93a6-4925-b321-60c2a544d288 req-9cfee16a-5191-4d83-a776-df7130d518cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:23:08.613779 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa25deff-93a6-4925-b321-60c2a544d288 req-9cfee16a-5191-4d83-a776-df7130d518cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=53284621-3e96-408e-a7e3-7efe4a897e53 HTTP/1.1" status: 200 len: 915 time: 0.0799811 Sep 03 02:23:08.656480 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa25deff-93a6-4925-b321-60c2a544d288 req-059af0a3-ec2a-45c3-87ec-091e1ef62489 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f8d401d-bc2f-4ebe-8835-2c29f0570135 HTTP/1.1" status: 200 len: 217 time: 0.0361249 Sep 03 02:23:08.704259 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25deff-93a6-4925-b321-60c2a544d288 req-961471a2-4d14-489b-9fbb-7d5de3811f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:23:08.705682 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa25deff-93a6-4925-b321-60c2a544d288 req-961471a2-4d14-489b-9fbb-7d5de3811f9a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d4ce912c-378c-4139-ba8b-c9621ce7622e HTTP/1.1" status: 200 len: 854 time: 0.0426240 Sep 03 02:23:08.736001 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa25deff-93a6-4925-b321-60c2a544d288 req-b38ac02d-07a4-4b49-91cd-db99fd1af3f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=53284621-3e96-408e-a7e3-7efe4a897e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230978 Sep 03 02:23:08.824856 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa25deff-93a6-4925-b321-60c2a544d288 req-5c2ad8f8-b34c-4064-80db-ad501e219a0c service neutron] 10.222.0.25 "GET /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817297 Sep 03 02:23:08.911785 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-aa25deff-93a6-4925-b321-60c2a544d288 req-e9418251-bda4-4f2c-b896-a1a7589bbe58 service neutron] 10.222.0.25 "GET /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795121 Sep 03 02:23:09.056519 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:28.199153 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:33.677335 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-48a20d2f-73ff-47bd-a187-25765ade47ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:36.153616 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-11d852c7-2874-4d53-a3f8-26dbe96d0fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:36.503949 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e98d2-e375-46cb-8fe6-9660896573d1 req-1de4e4eb-8079-4d14-959e-f18fc3578370 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:23:36.505464 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-797e98d2-e375-46cb-8fe6-9660896573d1 req-1de4e4eb-8079-4d14-959e-f18fc3578370 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 945 time: 0.0485284 Sep 03 02:23:36.542263 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-797e98d2-e375-46cb-8fe6-9660896573d1 req-53dc9631-5b28-4de1-a1be-22a884a29bd6 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/security-groups?id=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Sep 03 02:23:36.730428 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:37.040087 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c57b5e-1621-45d1-b0c9-ed2c7dc9e4c9 req-9ca77a01-8822-458e-902a-b6bb4701598b tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:23:37.041483 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-41c57b5e-1621-45d1-b0c9-ed2c7dc9e4c9 req-9ca77a01-8822-458e-902a-b6bb4701598b tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.25 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 945 time: 0.0472486 Sep 03 02:23:37.135029 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-41c57b5e-1621-45d1-b0c9-ed2c7dc9e4c9 req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Deleting port 6f8d401d-bc2f-4ebe-8835-2c29f0570135 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:23:37.135411 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-41c57b5e-1621-45d1-b0c9-ed2c7dc9e4c9 req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:37.223627 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-41c57b5e-1621-45d1-b0c9-ed2c7dc9e4c9 req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] For port 6f8d401d-bc2f-4ebe-8835-2c29f0570135, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6f8d401d-bc2f-4ebe-8835-2c29f0570135,segment=NetworkSegment(0cc04cd6-a766-421d-8684-572e82daf863),segment_id=0cc04cd6-a766-421d-8684-572e82daf863)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:23:37.224000 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-41c57b5e-1621-45d1-b0c9-ed2c7dc9e4c9 req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:37.235427 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-41c57b5e-1621-45d1-b0c9-ed2c7dc9e4c9 req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Calling delete_port for 6f8d401d-bc2f-4ebe-8835-2c29f0570135 owned by compute:nova {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:23:37.239482 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:23:37.443353 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-41c57b5e-1621-45d1-b0c9-ed2c7dc9e4c9 req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:37.454688 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['6f8d401d-bc2f-4ebe-8835-2c29f0570135'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:23:37.476538 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Pushing event deleted for resources: {'Port': ['ID=6f8d401d-bc2f-4ebe-8835-2c29f0570135,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:23:37.501545 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:37.501906 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:37.502253 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:37.502594 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:37.502937 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:37.503766 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:37.504154 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:37.504491 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:37.504822 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:37.505156 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:37.505483 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:37.505811 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:37.523827 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c57b5e-1621-45d1-b0c9-ed2c7dc9e4c9 req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] No DVR routers for this DVR port 6f8d401d-bc2f-4ebe-8835-2c29f0570135 on host hv-cinder-80473 {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:23:37.526209 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-41c57b5e-1621-45d1-b0c9-ed2c7dc9e4c9 req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:37.528254 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-41c57b5e-1621-45d1-b0c9-ed2c7dc9e4c9 req-a20ad55f-9512-4d36-ac62-01098c2b8021 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.25 "DELETE /v2.0/ports/6f8d401d-bc2f-4ebe-8835-2c29f0570135 HTTP/1.1" status: 204 len: 173 time: 0.4804587 Sep 03 02:23:37.528687 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda925fe-9ff1-4ffe-9314-4af4dc426c9c', 'name': 'network-vif-deleted', 'tag': '6f8d401d-bc2f-4ebe-8835-2c29f0570135'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:23:37.530897 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c802da75-21d1-4f41-8815-5b9807dd8d2e" -d '{"events": [{"server_uuid": "eda925fe-9ff1-4ffe-9314-4af4dc426c9c", "name": "network-vif-deleted", "tag": "6f8d401d-bc2f-4ebe-8835-2c29f0570135"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:23:37.579717 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dff299-8997-42da-9186-c1b941a94055 x-openstack-request-id: req-35dff299-8997-42da-9186-c1b941a94055 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:23:37.584429 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda925fe-9ff1-4ffe-9314-4af4dc426c9c", "name": "network-vif-deleted", "tag": "6f8d401d-bc2f-4ebe-8835-2c29f0570135", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:23:37.584429 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35dff299-8997-42da-9186-c1b941a94055 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:23:37.584429 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda925fe-9ff1-4ffe-9314-4af4dc426c9c', 'name': 'network-vif-deleted', 'tag': '6f8d401d-bc2f-4ebe-8835-2c29f0570135', 'status': 'completed', 'code': 200} Sep 03 02:23:37.651099 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-06c7fa7c-a3a9-420d-a530-44a513f334cb req-91866379-2a69-4fc8-a372-1f9b88d03a76 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0272861 Sep 03 02:23:37.752048 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:38.747260 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ea67cbe0-edf3-4787-a7fa-13c0e7e14cb1 req-dfb8e672-f75b-475d-a1e8-003aa4fe39e4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0276406 Sep 03 02:23:39.062022 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:39.837523 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-96ccc993-dd48-4d68-bfb8-e497fe5c11e9 req-7a477097-7662-45fa-8d11-76cf21ee99be tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0254912 Sep 03 02:23:40.796305 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 6f8d401d-bc2f-4ebe-8835-2c29f0570135 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:23:40.815878 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: 6f8d401d-bc2f-4ebe-8835-2c29f0570135 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:23:40.816220 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 6f8d401d-bc2f-4ebe-8835-2c29f0570135 not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:23:40.930196 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a72fc912-fb52-4907-9cf4-e0a117b2bf68 req-51400846-e0aa-47d5-83c0-67b620f15ce0 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0266924 Sep 03 02:23:42.019568 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2d1ba8be-88d0-47ef-9b8d-88f11e101a56 req-3b4f1b3f-5ad8-4861-b54e-cd6d994a5b76 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0252881 Sep 03 02:23:43.110193 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a57140f0-8bc4-4aae-a943-bddfe280b7b6 req-57eea1c7-60c0-4a47-98d7-ddd2b7727e3e tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0252736 Sep 03 02:23:44.201359 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4bbf9035-a261-4195-b3f5-d237f8355fc0 req-bfed02e9-e277-4e8d-83de-bdcff2e86778 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0255854 Sep 03 02:23:45.293654 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6f4531ff-4287-4490-ab33-401c1b046a3b req-a68c2cb9-88ed-4d99-becb-4967fa5327b4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0284958 Sep 03 02:23:46.384365 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a0f95822-a65f-43ec-8094-b5eb07838352 req-738329c5-b648-47e9-8de9-7370b72d7d14 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0259645 Sep 03 02:23:47.230310 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 49188) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:23:47.351445 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:47.441630 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:47.481087 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-86926839-da1b-45fb-9944-371a9fb9ac70 req-66deacb0-5896-4775-a00b-26f348eaf487 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0280936 Sep 03 02:23:47.496001 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:47.533416 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f898f8-a8ee-49bf-9a23-b071adf9f8ee,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:23:47.541802 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a85c2a1324454dad874efc4ebccc637f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105047 Sep 03 02:23:47.543858 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:47.544303 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:47.544660 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:47.544783 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 49198) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:23:47.545248 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:47.545355 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:47.545657 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:47.545993 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:47.546334 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:47.546671 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:47.547002 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:47.547360 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:47.547695 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fc66ca-238f-4880-b7ee-630c46ce16db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:23:47.592300 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-87b15155-cdbe-4dcd-8446-c7d25fe774bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:47.613559 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-87b15155-cdbe-4dcd-8446-c7d25fe774bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:47.718711 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-87b15155-cdbe-4dcd-8446-c7d25fe774bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:47.721312 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-87b15155-cdbe-4dcd-8446-c7d25fe774bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:47.722454 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-87b15155-cdbe-4dcd-8446-c7d25fe774bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87f898f8-a8ee-49bf-9a23-b071adf9f8ee HTTP/1.1" status: 204 len: 168 time: 0.1767280 Sep 03 02:23:47.730146 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b15155-cdbe-4dcd-8446-c7d25fe774bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f898f8-a8ee-49bf-9a23-b071adf9f8ee,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:23:48.578286 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3569bc3b-0c03-437f-871f-219de71046d0 req-05da261a-c0d5-4c1a-9b2e-be8e005ba579 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0293474 Sep 03 02:23:49.669302 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fe095572-a85c-424d-a8c3-a37d6b53bf34 req-3a3b2ef9-9cc4-4278-95cc-64e312ca1517 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0256801 Sep 03 02:23:50.760714 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2a0b986d-2ee1-4c22-a489-bb19ab500130 req-8c1f1489-2410-447e-b733-68e9435e6be8 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0263364 Sep 03 02:23:51.852036 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e8ffea19-ff84-40b7-92d9-65e9fc59d40d req-ef97cf73-b0e7-4e70-b609-d1777bf058a8 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0260892 Sep 03 02:23:52.943413 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-77a3de32-12af-4190-96e5-b154face22ed req-9592afc9-895a-4845-9fc8-106d4717f74b tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0259142 Sep 03 02:23:54.034443 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-579b2c5e-98ea-4fae-93a5-2b52396f90e1 req-391ba62c-034f-48c3-8436-589edc783612 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0256646 Sep 03 02:23:55.128379 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0296a9df-6772-4a95-b76c-5de214105cee req-7a9a6932-771a-4792-9191-0018a308e97d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0287478 Sep 03 02:23:56.221119 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9d25956f-5012-402e-beee-da87ac6cbc47 req-98e276b1-85e4-4779-bc60-017fc4927a40 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0265005 Sep 03 02:23:56.614376 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 49332) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:23:56.718135 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b7f023b-0d5d-47c3-aa50-d766260e8cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:56.807621 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b7f023b-0d5d-47c3-aa50-d766260e8cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:56.866978 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b7f023b-0d5d-47c3-aa50-d766260e8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:56.903174 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-0b7f023b-0d5d-47c3-aa50-d766260e8cb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f60a1ab59b90430887e3c3ff7be5102e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877631 Sep 03 02:23:56.904334 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7f023b-0d5d-47c3-aa50-d766260e8cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a321ea4-547c-4f9d-a6aa-a0ead9dbf5ea,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:23:56.905840 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 49342) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:23:56.955046 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b0b4726d-151f-40ec-a521-81e1fdc1c89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:56.975943 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b0b4726d-151f-40ec-a521-81e1fdc1c89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:57.072842 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b0b4726d-151f-40ec-a521-81e1fdc1c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:57.075569 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b0b4726d-151f-40ec-a521-81e1fdc1c89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:57.076717 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-b0b4726d-151f-40ec-a521-81e1fdc1c89f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a321ea4-547c-4f9d-a6aa-a0ead9dbf5ea HTTP/1.1" status: 204 len: 168 time: 0.1698701 Sep 03 02:23:57.084786 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4726d-151f-40ec-a521-81e1fdc1c89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a321ea4-547c-4f9d-a6aa-a0ead9dbf5ea,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:23:57.314410 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4d30d5d2-eac0-4aa1-a2de-1b147f7706f9 req-2522bb65-e346-4881-b380-9a74fccab531 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0271866 Sep 03 02:23:57.642643 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 49352) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:23:57.658613 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6e336966-faa6-4b8e-b387-3cd397d6559b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:57.743444 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6e336966-faa6-4b8e-b387-3cd397d6559b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:57.809912 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6e336966-faa6-4b8e-b387-3cd397d6559b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:57.848349 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-6e336966-faa6-4b8e-b387-3cd397d6559b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb87324804874f17853c9f4004666ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046144 Sep 03 02:23:57.849284 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e336966-faa6-4b8e-b387-3cd397d6559b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1929f680-dfc0-453c-bae2-5ece353cebfb,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:23:57.850919 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 49360) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:23:57.898691 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0115affe-b1e6-4ce7-aff5-7983a1e4a42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:57.918840 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0115affe-b1e6-4ce7-aff5-7983a1e4a42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:58.020179 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0115affe-b1e6-4ce7-aff5-7983a1e4a42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:58.022829 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0115affe-b1e6-4ce7-aff5-7983a1e4a42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:58.024043 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-0115affe-b1e6-4ce7-aff5-7983a1e4a42b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1929f680-dfc0-453c-bae2-5ece353cebfb HTTP/1.1" status: 204 len: 168 time: 0.1720741 Sep 03 02:23:58.031901 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115affe-b1e6-4ce7-aff5-7983a1e4a42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1929f680-dfc0-453c-bae2-5ece353cebfb,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:23:58.175671 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:58.408269 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-099f4211-6743-49df-b71d-3caefc22646a req-6bf06341-2cf2-40aa-83ca-dc0de50eb65f tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0264087 Sep 03 02:23:59.500935 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f5432954-d0d8-4cfe-871b-a9807a36659a req-327f88ad-852f-4097-8801-d6e0c323110a tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0256174 Sep 03 02:23:59.586835 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 49404) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:23:59.686711 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0e37d715-6d53-4d79-bf80-e0c8e2a566c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:59.770116 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0e37d715-6d53-4d79-bf80-e0c8e2a566c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:59.838665 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0e37d715-6d53-4d79-bf80-e0c8e2a566c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:59.877278 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37d715-6d53-4d79-bf80-e0c8e2a566c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2691ac1-2c3a-4109-ad2f-77ecd12cfcb1,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:23:59.884299 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-0e37d715-6d53-4d79-bf80-e0c8e2a566c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ea691f56b604272941f12744a8ac1a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963798 Sep 03 02:23:59.887019 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 49412) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:23:59.935210 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9f7661c2-3985-408e-9e8d-84d2020b9fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:23:59.956970 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9f7661c2-3985-408e-9e8d-84d2020b9fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:00.072893 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9f7661c2-3985-408e-9e8d-84d2020b9fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:00.075600 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9f7661c2-3985-408e-9e8d-84d2020b9fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:00.076786 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-9f7661c2-3985-408e-9e8d-84d2020b9fe7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2691ac1-2c3a-4109-ad2f-77ecd12cfcb1 HTTP/1.1" status: 204 len: 168 time: 0.1888258 Sep 03 02:24:00.084958 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7661c2-3985-408e-9e8d-84d2020b9fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2691ac1-2c3a-4109-ad2f-77ecd12cfcb1,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:24:00.593278 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d9f97936-6154-4195-9b44-652d3f4df49f req-e1c43dd2-062a-4632-9481-853a2c718ae4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0256066 Sep 03 02:24:01.521654 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 49456) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:24:01.621863 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-580a31e9-e2c2-4479-b7a0-8e9b318ab174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:01.688555 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16a17fc5-c4e4-4eeb-b961-2c900ad7c5d7 req-592b7575-6e61-406a-8f2c-7a637b886616 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0301533 Sep 03 02:24:01.709717 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-580a31e9-e2c2-4479-b7a0-8e9b318ab174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:01.757303 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-580a31e9-e2c2-4479-b7a0-8e9b318ab174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:01.793994 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-580a31e9-e2c2-4479-b7a0-8e9b318ab174 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6539ffc8093945e792322a645521e017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712965 Sep 03 02:24:01.795088 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a31e9-e2c2-4479-b7a0-8e9b318ab174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdc604f-33d6-4146-bfa3-444806103171,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:24:01.796762 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 49462) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:24:01.844980 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d0693892-4e56-4b93-b213-58d8a96de834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:01.865075 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d0693892-4e56-4b93-b213-58d8a96de834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:01.970225 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d0693892-4e56-4b93-b213-58d8a96de834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:01.972963 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d0693892-4e56-4b93-b213-58d8a96de834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:01.976473 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-d0693892-4e56-4b93-b213-58d8a96de834 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebdc604f-33d6-4146-bfa3-444806103171 HTTP/1.1" status: 204 len: 168 time: 0.1762624 Sep 03 02:24:01.982314 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0693892-4e56-4b93-b213-58d8a96de834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdc604f-33d6-4146-bfa3-444806103171,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:24:02.781304 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0ceb0c34-2424-469d-b801-038622809247 req-d9dcdc24-c487-4411-9584-abe46a07452e tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0258710 Sep 03 02:24:03.717688 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-8e5b778f-4909-41c9-8e82-8f0e9c1de6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:03.873047 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b602614f-ab55-4ea0-8a7b-35ad1e94dcfe req-bbd21341-b78d-464b-8115-6d6e905de9e3 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0256975 Sep 03 02:24:04.968045 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4bdebb7e-aae5-421a-8bb4-188020b82a0a req-da58a7d3-9daf-4ebc-9600-66235db30288 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0276184 Sep 03 02:24:06.060822 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9923b012-03aa-47d5-922a-7e4e7930cdcd req-6032700f-b42d-4cea-9d58-c1756f7a0a12 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0276115 Sep 03 02:24:06.106951 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-316349e4-e996-47f4-a340-06e70f0acaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:06.701251 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:07.150866 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8c39f742-5216-4c82-8f26-c39ba4e2489e req-e06ea599-6e73-409c-b41a-b44d0a119d30 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0265326 Sep 03 02:24:07.809808 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:08.421728 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d48e41f8-e3af-4a78-80ea-7b836a15afdc req-985f270b-b6f0-4262-a537-191dbb86fd76 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0267222 Sep 03 02:24:09.061283 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:09.512724 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b40c721-724a-4878-b24c-22d079e4dcec req-5d1a9e6a-25ee-4c4d-887b-15515226bb25 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0266459 Sep 03 02:24:09.538498 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-84502354-1789-4f7e-830a-1500e61d930e req-e2dc7354-0fe5-443a-b1c6-07a2eb9d30d8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1289604 Sep 03 02:24:09.596526 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84502354-1789-4f7e-830a-1500e61d930e req-216fc514-46a5-4159-a4ab-278c98191c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:24:09.598516 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-84502354-1789-4f7e-830a-1500e61d930e req-216fc514-46a5-4159-a4ab-278c98191c86 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d014b0bd80a8401db903ec24b7488dda&device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 1099 time: 0.0381835 Sep 03 02:24:09.693648 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84502354-1789-4f7e-830a-1500e61d930e req-0e2ffd71-1845-4f8c-a6a9-d87588dfb082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:24:09.695045 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-84502354-1789-4f7e-830a-1500e61d930e req-0e2ffd71-1845-4f8c-a6a9-d87588dfb082 service neutron] 10.222.0.25 "GET /v2.0/networks?id=89eabf15-ada6-4bec-938b-3d6527b4389b HTTP/1.1" status: 200 len: 916 time: 0.0790467 Sep 03 02:24:09.736703 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-84502354-1789-4f7e-830a-1500e61d930e req-299d8ee0-228e-47f9-ac1a-75cd52a673b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7 HTTP/1.1" status: 200 len: 217 time: 0.0341475 Sep 03 02:24:09.783006 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84502354-1789-4f7e-830a-1500e61d930e req-58fba7ae-5cdd-4f6b-adb0-b3d0faba079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:24:09.784373 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-84502354-1789-4f7e-830a-1500e61d930e req-58fba7ae-5cdd-4f6b-adb0-b3d0faba079e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d751a5c5-7e7c-4310-ac9f-b57fc6979183 HTTP/1.1" status: 200 len: 854 time: 0.0409470 Sep 03 02:24:09.826151 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84502354-1789-4f7e-830a-1500e61d930e req-3c39fa00-5d55-44b2-a4c2-1c66b9f9f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:24:09.827554 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-84502354-1789-4f7e-830a-1500e61d930e req-3c39fa00-5d55-44b2-a4c2-1c66b9f9f27f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=89eabf15-ada6-4bec-938b-3d6527b4389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0367033 Sep 03 02:24:09.913703 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-84502354-1789-4f7e-830a-1500e61d930e req-0fb600ab-5e64-4208-bca5-352260034950 service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793359 Sep 03 02:24:09.999834 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-84502354-1789-4f7e-830a-1500e61d930e req-ac2c5a29-beae-49e5-bafa-bfcd2678594a service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793364 Sep 03 02:24:10.603832 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f84ccf2c-9376-49ae-8206-eaf12582cc01 req-18fe838e-71c1-46c3-b112-268cec188b1c tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0259268 Sep 03 02:24:11.569098 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774df7a1-303e-451a-804b-1687f61675e8 req-fa1c4faa-5566-4e1c-b596-a8031d6bbea7 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:24:11.570439 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-774df7a1-303e-451a-804b-1687f61675e8 req-fa1c4faa-5566-4e1c-b596-a8031d6bbea7 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 946 time: 0.0506980 Sep 03 02:24:11.605888 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-774df7a1-303e-451a-804b-1687f61675e8 req-244d90bf-1d26-4ec6-ba8f-7fa1c74056c4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296478 Sep 03 02:24:11.697960 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d71088cb-42e5-435a-a852-0d1599102f71 req-d3f42a69-3783-471e-b919-46b34bec6671 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0281343 Sep 03 02:24:12.158354 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43236e76-a1f3-400d-8072-cc87aa1f7025 req-1ee418bc-1cd9-410e-a58b-87b1c7550849 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:24:12.160331 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-43236e76-a1f3-400d-8072-cc87aa1f7025 req-1ee418bc-1cd9-410e-a58b-87b1c7550849 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 946 time: 0.0526748 Sep 03 02:24:12.246976 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-43236e76-a1f3-400d-8072-cc87aa1f7025 req-a2980327-55ad-4a5b-bf2a-db1e466fe2d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Deleting port f8db225b-7e77-49ca-846b-424540fa0c40 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:24:12.247344 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-43236e76-a1f3-400d-8072-cc87aa1f7025 req-a2980327-55ad-4a5b-bf2a-db1e466fe2d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:12.332869 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-43236e76-a1f3-400d-8072-cc87aa1f7025 req-a2980327-55ad-4a5b-bf2a-db1e466fe2d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] For port f8db225b-7e77-49ca-846b-424540fa0c40, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f8db225b-7e77-49ca-846b-424540fa0c40,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:24:12.333157 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-43236e76-a1f3-400d-8072-cc87aa1f7025 req-a2980327-55ad-4a5b-bf2a-db1e466fe2d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:12.725255 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a0b36-e5d1-4d92-92b7-2f24e4dc93c0 req-a0bb9e2c-9453-414c-83fa-52d8b49ee132 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:24:12.726711 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-628a0b36-e5d1-4d92-92b7-2f24e4dc93c0 req-a0bb9e2c-9453-414c-83fa-52d8b49ee132 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 946 time: 0.0476124 Sep 03 02:24:12.730536 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-43236e76-a1f3-400d-8072-cc87aa1f7025 req-a2980327-55ad-4a5b-bf2a-db1e466fe2d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:12.730905 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-43236e76-a1f3-400d-8072-cc87aa1f7025 req-a2980327-55ad-4a5b-bf2a-db1e466fe2d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:12.731224 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.l3_db [req-43236e76-a1f3-400d-8072-cc87aa1f7025 req-a2980327-55ad-4a5b-bf2a-db1e466fe2d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Floating IP e97e25d7-fe4a-44af-bdf1-7dc2f821c787 disassociated. External IP: 172.27.0.130, port: f8db225b-7e77-49ca-846b-424540fa0c40. Sep 03 02:24:12.731625 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-43236e76-a1f3-400d-8072-cc87aa1f7025 req-a2980327-55ad-4a5b-bf2a-db1e466fe2d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Calling delete_port for f8db225b-7e77-49ca-846b-424540fa0c40 owned by compute:nova {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:24:12.765553 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-628a0b36-e5d1-4d92-92b7-2f24e4dc93c0 req-d200dbec-dcfc-4b3f-9a4f-0ad44010f2c0 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a4b86eb1-16f4-4ecc-af39-abae46030751&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322609 Sep 03 02:24:12.796324 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-69150727-4973-4541-9d04-c3107eb7fb38 req-0728a201-9069-4353-b53a-c322e33cae74 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0298214 Sep 03 02:24:12.923053 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-43236e76-a1f3-400d-8072-cc87aa1f7025 req-a2980327-55ad-4a5b-bf2a-db1e466fe2d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:12.949500 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2980327-55ad-4a5b-bf2a-db1e466fe2d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event deleted for resources: {'Port': ['ID=f8db225b-7e77-49ca-846b-424540fa0c40,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:24:13.058056 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43236e76-a1f3-400d-8072-cc87aa1f7025 req-a2980327-55ad-4a5b-bf2a-db1e466fe2d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Router 66261697-ed86-4146-91ad-6c53a07a0545 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:24:13.160635 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43236e76-a1f3-400d-8072-cc87aa1f7025 req-a2980327-55ad-4a5b-bf2a-db1e466fe2d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:24:13.173443 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d329cb-be61-448f-ba75-5fd849412468 None None] Sync routers for ids ['66261697-ed86-4146-91ad-6c53a07a0545'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:24:13.185934 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d329cb-be61-448f-ba75-5fd849412468 None None] Routers {'66261697-ed86-4146-91ad-6c53a07a0545'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:24:13.186835 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-c3d329cb-be61-448f-ba75-5fd849412468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:24:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['66261697-ed86-4146-91ad-6c53a07a0545'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:24:13.198496 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-43236e76-a1f3-400d-8072-cc87aa1f7025 req-a2980327-55ad-4a5b-bf2a-db1e466fe2d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] No DVR routers for this DVR port f8db225b-7e77-49ca-846b-424540fa0c40 on host hv-cinder-80473 {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:24:13.201319 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-43236e76-a1f3-400d-8072-cc87aa1f7025 req-a2980327-55ad-4a5b-bf2a-db1e466fe2d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:13.203868 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-43236e76-a1f3-400d-8072-cc87aa1f7025 req-a2980327-55ad-4a5b-bf2a-db1e466fe2d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.25 "DELETE /v2.0/ports/f8db225b-7e77-49ca-846b-424540fa0c40 HTTP/1.1" status: 204 len: 173 time: 1.0373187 Sep 03 02:24:13.204345 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'name': 'network-vif-deleted', 'tag': 'f8db225b-7e77-49ca-846b-424540fa0c40'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:24:13.206659 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fd512b-e685-4690-ae20-8a8df893d573" -d '{"events": [{"server_uuid": "7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a", "name": "network-vif-deleted", "tag": "f8db225b-7e77-49ca-846b-424540fa0c40"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:24:13.252091 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5805ae67-1c8c-426c-86b6-9a7c74299b9f x-openstack-request-id: req-5805ae67-1c8c-426c-86b6-9a7c74299b9f {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:24:13.252446 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a", "name": "network-vif-deleted", "tag": "f8db225b-7e77-49ca-846b-424540fa0c40", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:24:13.256654 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5805ae67-1c8c-426c-86b6-9a7c74299b9f {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:24:13.256654 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a', 'name': 'network-vif-deleted', 'tag': 'f8db225b-7e77-49ca-846b-424540fa0c40', 'status': 'completed', 'code': 200} Sep 03 02:24:13.309349 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-c3d329cb-be61-448f-ba75-5fd849412468 None None] Set router 66261697-ed86-4146-91ad-6c53a07a0545 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:24:13.509350 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-c3d329cb-be61-448f-ba75-5fd849412468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:58Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'd8c09f15-656e-482b-88b4-a2982b13132c', 'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'mac_address': 'fa:16:3e:6f:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:53Z', 'updated_at': '2021-09-03T02:08:11Z', 'revision_number': 5, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'subnets': [{'id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:24:13.537573 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d329cb-be61-448f-ba75-5fd849412468 None None] Checking router: 66261697-ed86-4146-91ad-6c53a07a0545 for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:24:13.545808 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d329cb-be61-448f-ba75-5fd849412468 None None] Routers {'66261697-ed86-4146-91ad-6c53a07a0545'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:24:13.546416 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-c3d329cb-be61-448f-ba75-5fd849412468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:24:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['66261697-ed86-4146-91ad-6c53a07a0545'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:24:13.643417 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-c3d329cb-be61-448f-ba75-5fd849412468 None None] Set router 66261697-ed86-4146-91ad-6c53a07a0545 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:24:13.834519 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-c3d329cb-be61-448f-ba75-5fd849412468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:58Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'd8c09f15-656e-482b-88b4-a2982b13132c', 'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'mac_address': 'fa:16:3e:6f:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:53Z', 'updated_at': '2021-09-03T02:08:11Z', 'revision_number': 5, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'subnets': [{'id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:24:13.860541 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d329cb-be61-448f-ba75-5fd849412468 None None] The sync data for ids ['66261697-ed86-4146-91ad-6c53a07a0545'] in dv-cinder-804735-8-iscsi is: [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:58Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'd8c09f15-656e-482b-88b4-a2982b13132c', 'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'mac_address': 'fa:16:3e:6f:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:53Z', 'updated_at': '2021-09-03T02:08:11Z', 'revision_number': 5, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'subnets': [{'id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:24:13.867642 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-491948ee-d694-445f-ad21-f77bf95ee865 req-1de735db-e4ad-40c1-902e-829375d3cfa9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0267386 Sep 03 02:24:13.901556 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3cf92609-01f2-4e64-bafd-4b5e2e4ea59e req-33d3324b-c7eb-4c40-b9b7-c893b3846c81 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0269325 Sep 03 02:24:14.068214 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2bb70a-be89-4aa1-9026-3b10505f9bfe None None] New status for floating IP e97e25d7-fe4a-44af-bdf1-7dc2f821c787: DOWN {{(pid=94496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:24:14.237369 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:24:14.964891 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-53f9c0c6-9bd5-48ff-92be-3647a793551d req-79ea3c3a-d087-47c0-bc61-7d974026ba78 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0255501 Sep 03 02:24:14.993097 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-beb873c1-ad93-4bf2-9807-a6e738dbaf82 req-b122447f-c5c0-46fc-b5a8-bc92e4596c2f tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0261860 Sep 03 02:24:16.062139 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e9a8d6a7-b58d-4884-98c1-6410d368fb2f req-881b50b3-dbdb-4ca7-bd34-9c9f93fcf0be tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0271432 Sep 03 02:24:16.090263 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b532a1d9-bbf5-4e5b-8d12-f27903daf2d3 req-07a1d7f5-6542-4819-b2a7-4e4ef17687c2 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0303116 Sep 03 02:24:16.894784 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f8db225b-7e77-49ca-846b-424540fa0c40 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:24:16.914695 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: f8db225b-7e77-49ca-846b-424540fa0c40 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:24:16.915059 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f8db225b-7e77-49ca-846b-424540fa0c40 not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:24:17.160316 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d6eb2d39-d5b8-4d76-aa88-0ceb4e02b0d7 req-86eb1d6a-b239-413d-99cb-87682b4f85c8 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0272653 Sep 03 02:24:17.185467 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dddd5b01-5def-4128-879b-a0a0820cb07d req-92e4f0c6-401d-45fa-83ab-746dab71c52d tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0275960 Sep 03 02:24:18.259086 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0e8fed7d-d885-4786-ad8d-d0d658672fdf req-e59ffb9e-d96c-4f03-aa85-021921fbf22b tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0282824 Sep 03 02:24:18.284112 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2b9559cb-2a87-454c-8d83-4ff9d5dd433c req-511d8c24-ed9e-4f27-b6b4-dd3ed39df053 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0274730 Sep 03 02:24:19.373998 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-382fae03-69aa-45f4-ae9f-02023b7dd0bc req-df897c88-27fa-4d46-9d71-50170ee45ad1 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0447304 Sep 03 02:24:19.455091 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-75c1342a-03ee-41e5-8ed0-eb0d06b5f8ac req-3d3ced0e-c8c8-462b-af03-c929379a0af7 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0873432 Sep 03 02:24:20.469487 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-47b52f31-ebdd-42c2-95e6-b716db2d78b1 req-866bce41-b716-4d2b-b934-7280f6edf4f6 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0250552 Sep 03 02:24:20.546959 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1a9a643f-1e96-4721-a292-8d31e824e32d req-e42f1843-99dd-418b-8c76-264293fd20b4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0261300 Sep 03 02:24:21.613167 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4c50db68-cb4d-4f75-a7cb-07089f29a949 req-37d0aa9b-8c31-42cc-97c0-219fe2d2e035 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0731931 Sep 03 02:24:21.638993 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1ca2e856-f1b7-4cf9-9f97-b96619161dfc req-b06dbf45-ca4f-4796-8a47-888b53a246a7 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0248914 Sep 03 02:24:22.734336 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e1890dc7-a149-46ac-ab55-6701983018a1 req-a6af376a-2625-4dc4-9f7c-eb063ddaeab4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0367458 Sep 03 02:24:22.749003 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6318194c-d49b-49d1-b1bf-8112730067c2 req-4ca4ebd0-7152-467b-b912-f992610a1c77 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0416265 Sep 03 02:24:23.838389 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4df6dd51-0310-410f-b1fe-a63f43fd4568 req-070341a3-f5f7-4c2f-99f9-c1a6a56b774b tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0328209 Sep 03 02:24:23.852646 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0bc63c66-466e-49ec-962d-827ff609238e req-9edb31ea-6b74-4770-b00e-690171db4df5 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0383546 Sep 03 02:24:24.955529 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d94b1185-7835-4712-a549-ad20bf62be7d req-3630c3ad-2f64-42d2-8196-806c6a396613 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0468898 Sep 03 02:24:24.957390 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8c86386e-97dc-402e-8a4f-4b6e82070ac0 req-852c738d-c80f-4724-8f63-ac022d1a578c tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0383949 Sep 03 02:24:26.056732 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-713e0cd7-d331-4547-b060-a01527a0cc31 req-0c7da6b8-e1a5-4060-af02-cf2a5aa8ae96 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0332820 Sep 03 02:24:26.071188 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-392f9895-7ffb-4caa-bfbe-9082f6772963 req-59e228cd-fda8-4c31-ad36-09aee0c4d7a6 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0388143 Sep 03 02:24:27.150760 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-99295b22-0b07-41ff-8125-644e610ad762 req-09ce46f5-63c1-400b-aca2-64319806c063 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0277050 Sep 03 02:24:27.175051 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-688de279-125a-40b3-965f-932d18459392 req-5be9b35b-1771-4b9c-ae6e-6ec8f5ade8a2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0268884 Sep 03 02:24:28.198209 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:28.248153 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c469b2a9-ae7e-41d7-a5b3-fe4fe9334eae req-6c07d539-7794-4adb-869a-993ae5a525c0 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0302923 Sep 03 02:24:28.274057 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a1c72817-69f5-41d2-87dd-fb6a354b9c5d req-fe351c24-19ac-44e4-808b-8541d933e053 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0283370 Sep 03 02:24:29.344313 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3134315e-a2f6-49a2-b545-8208cceea1dc req-256bc800-eadf-4137-9034-7472d9071801 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0293489 Sep 03 02:24:29.371567 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b2caa57e-ed09-4f6e-8f0d-598dfcb6de8d req-947a4a46-d5e2-4d8c-a188-787b38a7f201 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0262914 Sep 03 02:24:30.435830 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bd46551c-209d-4f87-ad5e-cbb30aa7f895 req-2c9b2c3b-146d-4f90-9e7d-a43177d6b229 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0255687 Sep 03 02:24:30.472985 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-07accce2-a0c8-43e3-84b4-2b3525eb6f0b req-cfc9baeb-db22-4813-8937-6c8aae3405f4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0258615 Sep 03 02:24:31.528635 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4ed5ecba-a152-47c4-ac8c-db8072ba3c7f req-7dfcb1ce-b968-4610-8fce-8442918af466 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0292673 Sep 03 02:24:31.567784 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0e4813a1-51eb-4edd-9a3a-f259b5e910cd req-97049ef2-6a3a-4f49-9d94-b5e9002f7582 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0255349 Sep 03 02:24:32.619814 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0ee212df-2133-4e68-a14b-017384f7cc78 req-e1dabf7c-1743-4bbe-b104-428d5dc85821 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0259485 Sep 03 02:24:32.662362 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6f0fbdff-d2cd-4650-98f8-c317cb211697 req-89b34402-c6bc-4f91-bf76-152c4cff4512 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0253792 Sep 03 02:24:33.660554 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-0833719d-9abd-4494-be1e-2393bff71ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:33.714155 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-28a4cefd-1647-4d87-8bda-122b93a3122e req-8a58e125-5304-468c-b199-abd150bce303 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0269034 Sep 03 02:24:33.759231 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b62a6bef-e958-4392-9d4c-48521d2d4a05 req-838eb73e-7123-4ec2-9015-9aabbffaf889 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0255888 Sep 03 02:24:34.813943 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-05885289-c49a-4f34-8a48-e1f194dbc7f9 req-42000dd1-1c95-41a0-ba05-475ccf57fcac tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0282097 Sep 03 02:24:34.855260 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9a59d09c-7444-4d31-82ff-0fdfd4ffe4b6 req-bf115e64-9368-4247-a6ef-c0c1d2b5a2b3 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0261259 Sep 03 02:24:35.906360 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d0789609-26ae-4052-8f21-5ec437512c6e req-f0e96dbd-f23e-45b0-b489-796bbe65c126 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0268664 Sep 03 02:24:35.949328 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-906c0ab1-4249-429d-9688-1ced4cf37159 req-a4e71804-db9c-421c-87ad-b73549151890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0253923 Sep 03 02:24:36.123563 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-97cd5b90-e058-46b2-a1d0-23be2c415403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:36.724014 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:36.998386 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b874ee80-1cb8-4639-81f2-3c05696066a4 req-546e72c9-3841-4c8e-9626-f4ffe30c7a56 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0264444 Sep 03 02:24:37.045217 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3a6e6fac-f2ce-4f63-b0a4-ab210f02fae9 req-99001a84-926c-483e-b4d7-59b2f5fb43c0 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0250421 Sep 03 02:24:37.677847 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:38.100987 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5e10b546-b5ea-4fee-a9b1-9b397df58086 req-8e346a75-26a6-4212-91e3-6657484b37d3 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0285864 Sep 03 02:24:38.141052 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-21be614e-bdbd-4d73-b5a8-9dbeaf5cef3a req-db868550-48ec-42ba-8a58-4ff57f53ea86 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0247700 Sep 03 02:24:39.044096 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:39.194018 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7716d816-56bf-4aee-a203-b26c79e4b158 req-418cc3a2-fdcc-41dd-9381-eca81d2e2877 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0272017 Sep 03 02:24:39.238605 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-59b89440-f405-4201-b9ac-97920993ada3 req-68677bbb-16da-4f69-bf65-fc7938aaa4d0 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0263989 Sep 03 02:24:40.285627 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ab82ffe2-5b55-4623-89f4-bbd9e76abd10 req-ccaf2eb0-dccd-4f86-8eba-52ed27d3d412 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0259089 Sep 03 02:24:40.333967 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-306e7856-242d-4678-9cd3-337ad40dde5d req-550e8ff7-ff17-4d33-bd17-644fc52324bb tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0258484 Sep 03 02:24:41.378935 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fc14e7f0-db5a-46fb-bb53-9d8b214ddd89 req-29d1d3a5-3138-499d-9b36-e543d42b3ee9 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0282664 Sep 03 02:24:41.429549 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-408fb3db-a27d-461b-b10c-9770739ea3b0 req-a88716d1-c2a9-4485-97d4-ad0d211b305d tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0265746 Sep 03 02:24:42.471901 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-123855ca-62a9-4294-81d9-52c558cc2393 req-f4d41b6d-bfff-4301-9061-65785fecfcb3 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0256689 Sep 03 02:24:42.524315 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-95281d57-375f-490f-a733-78c34b6ccd30 req-4e742f15-01de-4918-9c41-be48e07e0d01 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0251834 Sep 03 02:24:43.563596 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-75a90122-29d8-4ab5-9800-1f01d5253a93 req-05b94abc-170a-4508-b4d1-ff1b30a0ad39 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0257256 Sep 03 02:24:43.619076 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1d4651ff-352e-49ad-a023-e44b3e2cb30c req-1f20a151-4274-401b-aa34-a39ade82779c tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0253882 Sep 03 02:24:44.659247 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8954033b-5c9a-4eac-8704-ea885d5b40be req-cfcc74ef-5c06-4efd-b79c-709e6c1fd5fd tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0279567 Sep 03 02:24:44.714155 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8f5a0dfb-b209-43fc-9571-9a5d55c861be req-a9186eaf-c451-48fd-b207-70347f013d57 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0252929 Sep 03 02:24:45.751564 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-469d3be5-9750-434b-9e9c-8188ad199a9c req-e631b580-eee1-4069-a9a8-9d2920a7cd5a tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0262802 Sep 03 02:24:45.810053 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7790ff8b-b88f-433f-8acd-5454f1b6ddb7 req-25b41040-83d4-440c-83ac-78961ada5d1b tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0253441 Sep 03 02:24:46.843068 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-892d2818-ed68-4f8e-b48f-9d7b8ff0573f req-ea10bf26-aa87-45d4-8f34-14bf2aeed3c9 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0256093 Sep 03 02:24:46.905344 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8e4bfe16-e9e5-428a-9d1e-6f7a5ea7b2ce req-692a1604-b4f5-482d-855c-5c0ef35d7d35 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0247457 Sep 03 02:24:47.937762 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6ae9d10c-ce64-43ba-971e-c54ff7335a2e req-e03964f0-c342-49ea-ba05-8bb5ac7e73fa tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0286736 Sep 03 02:24:48.000812 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-659969c2-542e-4c59-90b4-39f2feec9fac req-39f6e4cb-87d4-42ff-9fca-220e82bbda1d tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0256934 Sep 03 02:24:49.028444 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ad703e31-f0e1-41a0-a97c-ea2c409da3da req-68fa00a4-8255-45a7-9718-0de30754d02a tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0264313 Sep 03 02:24:49.096552 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7d151094-66c2-4847-b568-e9859af4dc15 req-9f9dd188-1e24-4f8c-8a9a-f160d0f355aa tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0254493 Sep 03 02:24:50.121588 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c0f491d2-3d79-4b86-9160-407e133934f4 req-839492d6-68b4-4bc1-903c-e5e72a94a15e tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0283315 Sep 03 02:24:50.192791 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d83e4dd1-00eb-415c-943b-0a7852d07d35 req-eddbd72a-1169-4645-baf6-30a4115de9c2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0245545 Sep 03 02:24:51.215766 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c907134e-6498-46e5-b358-3e3c6b4d5884 req-fe000f82-10ab-459c-b6fc-0732ef2602d4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0285659 Sep 03 02:24:51.235544 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:24:51.289069 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-002327c7-cbe1-4166-a82f-4a821e5f2ddc req-45822ffa-8aaa-4a08-a77a-ba10b921fed2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0267026 Sep 03 02:24:52.307372 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9921a48b-4407-47de-b1b1-a38ccad1a45c req-55243496-4d53-492c-bb91-c7f9788777de tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0263791 Sep 03 02:24:52.385776 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-451f340d-8678-4d6e-a81d-0ec5dd9bdedb req-6c0463ea-2c53-48e7-b68d-d9dc22c20db4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0257518 Sep 03 02:24:53.399618 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c4c19dd2-ad18-4b9a-8b84-276dc762671e req-ffec82bc-282f-4c56-8919-30429021afe1 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0266597 Sep 03 02:24:53.484322 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3714c07d-bbca-4976-8119-b36c0c75863b req-4f7fc939-36c2-4106-84ee-a34d21b29bb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0257628 Sep 03 02:24:54.493267 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b71cea6-5b7a-4ceb-b7bc-c1d46e7e1e80 req-184105c1-4fad-409d-960f-7c1f4efa89d5 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0287633 Sep 03 02:24:54.577527 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3804ecfb-16cb-4eb5-bd94-f70d0921acc5 req-30568119-b3ef-45d8-a9bf-2a3f191d9cda tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0251405 Sep 03 02:24:55.583348 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f736d66b-c9db-446f-b5e1-abd9db88be29 req-dd1244c5-b4cb-4d26-bea0-8824891b17a2 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0263050 Sep 03 02:24:55.672414 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ba62be26-3d28-46fa-875e-fc7c9cb3bead req-96733085-0ab8-453b-b0ec-e09fe57050c5 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0255635 Sep 03 02:24:56.673542 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dc20388d-9817-4c13-8636-28530891b607 req-c53481a0-1d70-4cac-a951-0d4fa852ee0a tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0259395 Sep 03 02:24:56.765462 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f3df89ca-7a29-429e-b9de-4972f798eb1a req-2e5a9d7e-9aa0-460d-9790-7a6f2950402f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0246809 Sep 03 02:24:57.766922 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ccc3960d-0e60-4861-a47b-1b58a5556fed req-d5106edf-c980-4ae1-a769-0a0520e33c49 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0277185 Sep 03 02:24:57.858029 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-636a46e1-dce2-49c4-80d1-87fccc1c1b8f req-8b40fde0-0559-4372-98fd-448391dbb3a5 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0257671 Sep 03 02:24:58.225858 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:24:58.857538 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7cff1513-7dc2-43f6-a7bc-4e6e3c77a2bd req-8ced0072-1383-4652-ac29-2a5e3616a651 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0254011 Sep 03 02:24:58.952181 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1794439b-f989-49b5-b233-f75378ab6200 req-201bef05-1e1f-4b16-8687-77acf7fd6f6e tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0251546 Sep 03 02:24:59.948024 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-261a351c-5c31-4473-8325-d9a758e1336c req-8132ed06-df14-47cc-87c1-35fe39937395 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0251803 Sep 03 02:25:00.046267 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3b283909-93b1-459a-b11c-58e4217385b0 req-5fb30deb-f984-49ea-bbae-564d1d46e347 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0258210 Sep 03 02:25:01.041472 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3a7246e5-6f44-4132-a755-6bcceb13b2c6 req-53c58b55-217b-4346-8375-fa68fd757f4a tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0279202 Sep 03 02:25:01.139111 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-90afe09b-d735-4cdc-9922-97e2f96daa3d req-be8f724a-cf10-4503-b416-227f1e2f9852 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0253258 Sep 03 02:25:02.131852 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-279dc165-f5f1-4e66-a34f-dfef0a0e55f0 req-5f9319c1-7b86-440d-afb2-0e8304fdbb71 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0263124 Sep 03 02:25:02.233492 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-97165dcd-e7fa-429c-8289-9672eea634a9 req-1360cf93-cb7d-4d30-b2a3-0a20077668f7 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0248623 Sep 03 02:25:03.221425 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-01be3b36-7522-48a3-b4f3-490b6fe16d35 req-9d077389-605d-4c18-8ae5-a49ec0c9e4da tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0256317 Sep 03 02:25:03.328494 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2e65e7a5-33a5-4958-9cf0-b6fa096c0f7f req-af9d4ee0-94b9-43de-9511-f98afde07f11 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0256011 Sep 03 02:25:03.700451 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-8e314ab5-1755-4b35-9a72-82a19a82bee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:25:04.313887 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-96fe670e-0ca4-4f5d-a6fb-6822f2f41cec req-079a199e-183f-4431-a571-a655b78f4b10 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0274823 Sep 03 02:25:04.424270 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-39ad648b-72c9-4988-aa1e-38d5c4ca3b89 req-10b8e6b2-9aa3-4a3c-8f1b-b74c466c0a59 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0258698 Sep 03 02:25:05.406672 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8e1cfda1-ffb2-4810-9fa1-c4df4844f32e req-ee0ddb98-3cf2-4de7-b4df-ceb96af5f4ff tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0273652 Sep 03 02:25:05.521545 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ae2b8144-ab55-47bd-bb35-2bc8758018f4 req-9b31d3d2-c2fe-4f88-9d2e-4fb9730ea9f6 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0261390 Sep 03 02:25:06.151400 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b238127d-204f-4da5-a8c3-710fa8a248d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:25:06.496888 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a8a0c413-0dee-4ff9-8137-1514a51671f4 req-1dded376-087c-4aec-8068-87045d3110ab tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0252380 Sep 03 02:25:06.615691 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-07f093f9-6423-4543-9dcd-fd0f050470a5 req-deea4b5a-cabd-42df-83d7-9724d274611d tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0251520 Sep 03 02:25:06.698992 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:25:07.590030 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eb13f4de-dd7a-46bc-9d4e-cbd711907545 req-309590d8-3209-44d0-9537-42e3e453c088 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0280409 Sep 03 02:25:07.706623 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:25:07.711954 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-365ba0a4-b79e-46ae-a623-6cf56629f340 req-13386087-20f6-4ca0-ac0f-9a1ee40ebbc2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0266640 Sep 03 02:25:08.681470 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1046fb59-0560-47e7-9102-1e33f9f05ab6 req-a1c7cdb2-0ebb-4735-8146-9dfd7d48cd67 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0260050 Sep 03 02:25:08.806975 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1ddbe9e2-3211-4bff-8f2c-1075c1f38f9a req-2c3af34d-ad01-4232-b724-c1ef61bf9e38 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0253394 Sep 03 02:25:09.077551 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:25:09.772104 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0426bcdd-1415-4750-a911-88d4a4e3778e req-611036f8-47d7-41d2-ba68-eda9f5c1e252 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0254483 Sep 03 02:25:09.901592 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-265ee2fc-29f8-4002-b1d5-28930cd6c6d4 req-d8a070d3-3675-40d6-a44a-034002e08f32 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0251117 Sep 03 02:25:10.865828 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b96038d7-d2d8-4e75-989b-5972fd017db9 req-6ed30014-1066-4729-932d-9552e44c692a tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0274506 Sep 03 02:25:10.996651 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a911cfef-d010-4b82-aa8d-5f9e729dd007 req-77e1d751-4441-41c7-9edd-959c3a7bb641 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0252645 Sep 03 02:25:11.452150 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-abc35ab3-c14c-44b0-a67a-979ceb0c1e9b req-95ade58a-a1c1-4765-953b-76a6d8b970e2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389478 Sep 03 02:25:11.529944 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc35ab3-c14c-44b0-a67a-979ceb0c1e9b req-5761d362-9b50-4a0d-b879-516ad2ad2071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:25:11.531448 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-abc35ab3-c14c-44b0-a67a-979ceb0c1e9b req-5761d362-9b50-4a0d-b879-516ad2ad2071 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d014b0bd80a8401db903ec24b7488dda&device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 1099 time: 0.0405729 Sep 03 02:25:11.630050 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc35ab3-c14c-44b0-a67a-979ceb0c1e9b req-f4992bb6-1463-4b40-90e0-da89fcac4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:25:11.631500 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-abc35ab3-c14c-44b0-a67a-979ceb0c1e9b req-f4992bb6-1463-4b40-90e0-da89fcac4036 service neutron] 10.222.0.25 "GET /v2.0/networks?id=89eabf15-ada6-4bec-938b-3d6527b4389b HTTP/1.1" status: 200 len: 916 time: 0.0803618 Sep 03 02:25:11.673572 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-abc35ab3-c14c-44b0-a67a-979ceb0c1e9b req-3df33a2d-99d6-4d0e-a838-cc216a86f1b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7 HTTP/1.1" status: 200 len: 217 time: 0.0351670 Sep 03 02:25:11.718853 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc35ab3-c14c-44b0-a67a-979ceb0c1e9b req-f6bbfae0-9dcf-46a4-b356-3d5036ca300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:25:11.720270 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-abc35ab3-c14c-44b0-a67a-979ceb0c1e9b req-f6bbfae0-9dcf-46a4-b356-3d5036ca300f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d751a5c5-7e7c-4310-ac9f-b57fc6979183 HTTP/1.1" status: 200 len: 854 time: 0.0405550 Sep 03 02:25:11.762312 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc35ab3-c14c-44b0-a67a-979ceb0c1e9b req-1b13ba54-e193-454e-8e0c-4249ac935400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:25:11.765057 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-abc35ab3-c14c-44b0-a67a-979ceb0c1e9b req-1b13ba54-e193-454e-8e0c-4249ac935400 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=89eabf15-ada6-4bec-938b-3d6527b4389b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369022 Sep 03 02:25:11.853539 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-abc35ab3-c14c-44b0-a67a-979ceb0c1e9b req-a404e44b-e380-4038-8b1c-817cf7ce46db service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815368 Sep 03 02:25:11.941759 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-abc35ab3-c14c-44b0-a67a-979ceb0c1e9b req-145fc765-3e17-4543-897e-a6d150d09c3f service neutron] 10.222.0.25 "GET /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809908 Sep 03 02:25:11.959098 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5f9a662b-7875-48ee-9834-4cbaab345d56 req-329f99fc-9c87-44d8-9714-8bca07927e50 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0274415 Sep 03 02:25:12.091465 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8edda683-9fb7-4509-9327-6ae786c957a9 req-d33fc8e2-d7a2-416d-945d-53795002d7af tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0255983 Sep 03 02:25:13.048799 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7bbf5b5e-3c26-46fa-b8b8-dafd8d87da50 req-3f1ecf0d-7375-413b-b8fa-8ddb5ce176bf tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0256407 Sep 03 02:25:13.184074 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-11de7b80-4dfa-441c-a263-6fe42f15b5f8 req-f593b262-0b75-424e-9f80-d25f83238397 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0258312 Sep 03 02:25:14.142696 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bf3ce946-5e08-4e0d-a3df-77378e1bad94 req-70f371d8-49a6-4d62-9d69-f8f6f224fa1c tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0274122 Sep 03 02:25:14.276896 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3a3b9436-a889-489d-94df-c37a6ee43906 req-ea23b926-6f4e-46e5-8d6e-157b647bad82 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0256877 Sep 03 02:25:15.233575 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-176125a3-c879-4aef-9b64-7dd0e24a35c7 req-66e02457-c5b0-4743-9148-fecb79af575f tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0257454 Sep 03 02:25:15.371081 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2c31e87d-37e7-4cb7-aa27-1aa91c11dbd8 req-17c2c11c-2996-4f16-9e8d-b06b150e8af8 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0250399 Sep 03 02:25:16.323768 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-48b1e9a8-2e0e-4caf-aa83-c2c15618eb07 req-b291eefe-0650-442a-98d4-bbfe0d071239 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0259180 Sep 03 02:25:16.466710 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-400cb046-d49d-4d5e-9043-b330d2a69111 req-c2a2cc5e-8cd3-4197-bd9f-6f7196b85202 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0256529 Sep 03 02:25:17.418056 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f48ffdd5-ac69-486c-b0a2-1c7a55aa319d req-1153f985-284b-4975-8868-0c92973ee8c4 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0280111 Sep 03 02:25:17.560776 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-52acc104-8fe7-4620-bc96-5f4899a5bf29 req-7609cd08-3aeb-4718-ba2f-81d882d8ef2c tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0259087 Sep 03 02:25:18.509367 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a95cbbdd-4c82-47a7-b71c-e750548eb126 req-521bb7e8-6ec7-4c95-abf1-be1baa7ba58c tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0253406 Sep 03 02:25:18.654031 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c81ea4fc-b226-46b1-9ff9-3cecc1ea1fe0 req-f8dc978c-571b-4446-aa5e-8d0dcf9a823a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0248737 Sep 03 02:25:19.600337 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b555c516-93d8-40b6-9f0f-ee7a67a24197 req-e21fe598-504f-4e80-8469-d95fd3e03ada tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0261188 Sep 03 02:25:19.748056 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-18b86b76-7d22-49fc-9787-c8a59146295c req-3f263e25-351a-49c7-b38c-15fc195a9d63 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0248454 Sep 03 02:25:20.692211 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e2f0a473-9bc9-450c-94ca-64a0bc3758f6 req-33e79de6-abae-4075-91b1-9093d19e51f0 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0281320 Sep 03 02:25:20.847097 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dca0560c-24ff-42c0-99c0-bc63b9f89191 req-cf2c79d1-06f9-461e-a333-67298387aa75 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0260355 Sep 03 02:25:21.781489 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16511735-3fc5-44b4-8b40-6bdc034cd1da req-336e4a85-9f62-48a0-b0ed-6f9a37686f56 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0253117 Sep 03 02:25:21.941651 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8122b039-3f1e-4bea-bc37-3b3a42a4ac68 req-fa44c279-29a8-48bf-b4ac-b03aceb62cc6 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0265241 Sep 03 02:25:22.872269 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9a9418a3-a70f-42bc-9183-f45e12262c64 req-59f4105f-f6dd-4959-ab62-50f1a659f732 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0252047 Sep 03 02:25:23.034651 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dec37457-dd37-48ca-8a1c-f04512b2dc49 req-a90fe9db-5560-4309-bc02-2bf8093e6846 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0253584 Sep 03 02:25:23.965807 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d56258af-06ab-42d9-81ef-43f54be0d1f5 req-5527318f-9d6e-4cea-adb2-47d5b824f120 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0280507 Sep 03 02:25:24.131402 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6beeb92d-5b94-4cb8-b730-bf8b8a90825f req-f05f2a0e-73e2-417f-8aa1-996b28d66a2a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0252457 Sep 03 02:25:25.056690 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b8deda1f-08b8-4525-bf88-cd6f11fc46a6 req-6896bb24-de2b-4399-ac43-9a30499fb63f tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0251067 Sep 03 02:25:25.225951 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d355cec7-b445-4036-948a-1d4ff1e0632f req-8e16ccf0-856f-424f-ab65-f4bf20e9570f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0254664 Sep 03 02:25:26.156131 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-74692457-f939-43da-962a-9c8e1f03def4 req-cd1cf0bc-b412-406f-a066-4644cff2e76f tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0249391 Sep 03 02:25:26.320049 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6d7cce81-4518-44d4-a3ef-498c3df93462 req-0ca529dc-ea48-42c4-818a-0df26b8853a2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0259602 Sep 03 02:25:27.249885 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e1e7b8f3-63e8-4077-bb5c-e03d74e8d836 req-a0209d0e-a854-4975-ace3-cd399302a0a9 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0284986 Sep 03 02:25:27.415855 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2027ae48-f2a8-4fca-bfe9-ab7ad6535a61 req-f518d72d-7684-4d7c-9a6b-31f9caf76470 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0256531 Sep 03 02:25:28.225304 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:25:28.233850 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:25:28.341852 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1895196b-0d8a-457f-9e21-0f540342570b req-0fdc449f-81b5-4c13-a434-5989e4165510 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0259657 Sep 03 02:25:28.510556 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eb8e5bd1-5575-40a9-b8a8-77cf634efb29 req-db0c5ab6-95e5-4517-9438-75e6ba9a746d tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0261209 Sep 03 02:25:29.432637 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-32a607a5-2a94-47c2-a72d-8eef10cd2228 req-f84fd252-ae78-429a-a6ef-0654eff262cb tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0261531 Sep 03 02:25:29.605556 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a9478aa3-1bca-49bf-8c9c-a098477775bd req-b14b4c35-f2c7-4eb6-bdb5-5bc4d26f7e82 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0258875 Sep 03 02:25:30.571437 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5795099d-7142-43f7-81f5-373da5def26f req-0fe9ae89-4d44-485d-abfe-30478c775a86 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0277476 Sep 03 02:25:30.699239 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-89189d98-e2fd-45b8-a041-805b3a3f6050 req-00e16a2f-aac2-4896-896f-beb005cc7baf tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0258508 Sep 03 02:25:31.664049 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eb61b410-1a24-49bb-b39d-eb49cff97440 req-a64f4a85-e647-474c-b151-f181ed0a1b38 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0263593 Sep 03 02:25:31.792583 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e836f990-6bb2-4206-92cc-90ad89cbf0f0 req-7ab9980c-12df-4bc0-8477-000c973649d4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0260630 Sep 03 02:25:32.753821 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-820e5623-1e6d-49ab-8876-34bfda9e5043 req-00441988-b017-40dc-8520-482b01cbb5f7 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0254755 Sep 03 02:25:32.886111 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-545ccf05-899f-4afd-aa32-85fdf6888859 req-237f0d26-5206-4c67-b61c-25554b44c452 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0248158 Sep 03 02:25:33.670998 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-3507187b-a332-4c11-bd2b-08d862f52647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:25:33.848163 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5d43e50c-c243-4067-84b5-572e6732e9d0 req-9250cc00-549e-4f3d-91fb-78bbb0c89422 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0288448 Sep 03 02:25:33.980605 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-74b8785a-471c-48c7-aa0d-320b717be165 req-cbe26ffb-269d-46d9-8047-9114b5fdec72 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0260892 Sep 03 02:25:34.938508 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-949e365e-5956-4123-866c-afe40a087f03 req-eece328b-8f4e-45bd-9a04-5856f2b8e2c2 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0259073 Sep 03 02:25:35.074858 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d5d9d0f6-0913-49cb-8ba1-0c87987a624b req-1cb5cf84-4b6a-467e-8e78-51ccb893e780 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0254831 Sep 03 02:25:36.029152 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2f448891-76f5-4bc7-bab1-c3e00df7e11b req-e247e2a9-fa45-4166-927b-196eb6406cec tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0259843 Sep 03 02:25:36.105387 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b20f2f58-9346-41f0-b2f0-6d207fd4a053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:25:36.173878 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b815561a-d788-4069-bb3c-fcc28906b5c0 req-6abe8bc6-c0f0-4db9-8eb6-3d6a5085b997 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0278747 Sep 03 02:25:36.722594 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:25:37.122778 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5f0e221a-2a9b-4568-844c-952ae8686029 req-3d4067cd-d140-4aca-8bbe-22e975d14189 tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0275576 Sep 03 02:25:37.269075 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d0f1fe47-622f-47c6-887d-c0e0f99f50b9 req-d0b98002-9574-49b9-af9b-3c157cee8ea4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0263417 Sep 03 02:25:37.710829 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:25:38.232871 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2a727186-299d-4523-88a1-b1286cb0b1b8 req-946bd888-043e-4c8a-a148-b1299a91f57c tempest-VolumesSnapshotTestJSON-568620409 tempest-VolumesSnapshotTestJSON-568620409-project] 10.222.0.21 "GET /v2.0/ports?device_id=eda925fe-9ff1-4ffe-9314-4af4dc426c9c HTTP/1.1" status: 200 len: 210 time: 0.0344245 Sep 03 02:25:38.319326 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96204159-30b9-4f8d-ad40-1f5d3d90792f req-3aeded8f-7699-49b5-bb10-b3fff141e037 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:25:38.320829 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-96204159-30b9-4f8d-ad40-1f5d3d90792f req-3aeded8f-7699-49b5-bb10-b3fff141e037 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 946 time: 0.0550015 Sep 03 02:25:38.374545 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-55a901c5-ae8d-4ff7-a329-16c55cbc679a req-73c3987b-bed8-4447-b9dc-c189c4a017f0 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0317264 Sep 03 02:25:38.387918 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-96204159-30b9-4f8d-ad40-1f5d3d90792f req-99e4cf5b-99d3-4a77-8c1e-cd4b8f77c4c8 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/security-groups?id=93a90836-441f-410b-b3f0-b91aa8ca5255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607011 Sep 03 02:25:38.815741 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c33f7-2a4e-45d4-bbaf-6ee8f22329dc req-cd6b8964-e1c4-474f-b6e5-be75f4c2a8c5 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:25:38.817177 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a73c33f7-2a4e-45d4-bbaf-6ee8f22329dc req-cd6b8964-e1c4-474f-b6e5-be75f4c2a8c5 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.25 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 946 time: 0.0470033 Sep 03 02:25:38.906735 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-a73c33f7-2a4e-45d4-bbaf-6ee8f22329dc req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Deleting port cc3a4573-c25e-431d-90d4-df51cd38c2b7 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:25:38.907076 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-a73c33f7-2a4e-45d4-bbaf-6ee8f22329dc req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:25:38.995361 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-a73c33f7-2a4e-45d4-bbaf-6ee8f22329dc req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] For port cc3a4573-c25e-431d-90d4-df51cd38c2b7, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=cc3a4573-c25e-431d-90d4-df51cd38c2b7,segment=NetworkSegment(b8335488-2200-41f4-8393-296c8d1b01e5),segment_id=b8335488-2200-41f4-8393-296c8d1b01e5)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:25:39.008570 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-a73c33f7-2a4e-45d4-bbaf-6ee8f22329dc req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:25:39.008570 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-a73c33f7-2a4e-45d4-bbaf-6ee8f22329dc req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Calling delete_port for cc3a4573-c25e-431d-90d4-df51cd38c2b7 owned by compute:nova {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:25:39.173996 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:25:39.225641 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-a73c33f7-2a4e-45d4-bbaf-6ee8f22329dc req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:25:39.236895 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['cc3a4573-c25e-431d-90d4-df51cd38c2b7'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:25:39.251711 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Pushing event deleted for resources: {'Port': ['ID=cc3a4573-c25e-431d-90d4-df51cd38c2b7,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:25:39.261757 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:25:39.262117 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:25:39.262468 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:25:39.262814 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:25:39.263160 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:25:39.263527 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:25:39.263869 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:25:39.264696 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:25:39.271609 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:25:39.272016 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:25:39.272368 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:25:39.272712 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:25:39.318694 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73c33f7-2a4e-45d4-bbaf-6ee8f22329dc req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] No DVR routers for this DVR port cc3a4573-c25e-431d-90d4-df51cd38c2b7 on host hv-cinder-80473 {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:25:39.321734 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-a73c33f7-2a4e-45d4-bbaf-6ee8f22329dc req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:25:39.323596 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a73c33f7-2a4e-45d4-bbaf-6ee8f22329dc req-aaa4856a-522f-4a17-bedc-a0563e1cf2cd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.25 "DELETE /v2.0/ports/cc3a4573-c25e-431d-90d4-df51cd38c2b7 HTTP/1.1" status: 204 len: 173 time: 0.5001628 Sep 03 02:25:39.324022 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'name': 'network-vif-deleted', 'tag': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:25:39.326237 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8943c064-f08a-4b8b-9911-71f35929a820" -d '{"events": [{"server_uuid": "36614f06-5e53-44b0-a13e-fb9cf46c3f04", "name": "network-vif-deleted", "tag": "cc3a4573-c25e-431d-90d4-df51cd38c2b7"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:25:39.431144 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f6fe1f-caac-416f-9b4c-87fc7a35b6c9 x-openstack-request-id: req-22f6fe1f-caac-416f-9b4c-87fc7a35b6c9 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:25:39.431702 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36614f06-5e53-44b0-a13e-fb9cf46c3f04", "name": "network-vif-deleted", "tag": "cc3a4573-c25e-431d-90d4-df51cd38c2b7", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:25:39.432022 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22f6fe1f-caac-416f-9b4c-87fc7a35b6c9 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:25:39.432483 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36614f06-5e53-44b0-a13e-fb9cf46c3f04', 'name': 'network-vif-deleted', 'tag': 'cc3a4573-c25e-431d-90d4-df51cd38c2b7', 'status': 'completed', 'code': 200} Sep 03 02:25:39.499443 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-50d92e21-6490-40c6-be6e-0395df1c33c6 req-9b3ad52b-10c2-4609-bb47-188def45474d tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0378647 Sep 03 02:25:39.525037 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-27219920-bce6-4e83-a731-241cc443d232 req-b8f162cc-3cf6-4aef-a396-2bd204efffd1 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0350909 Sep 03 02:25:40.589642 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ccfa0b86-48b6-4d60-8c4b-5401ce981050 req-bdf8d0e9-65e8-40f5-8590-a63da32a4145 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0256498 Sep 03 02:25:40.615966 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-75fec38f-5331-45e1-893a-a2cea815bce2 req-976317a5-9755-46c5-8cdc-1b8652ccaba9 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0251937 Sep 03 02:25:41.687534 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f55aaaba-ac85-472e-9967-75ff79b3657e req-88abc58d-7395-4c1c-943a-7c309b9e1669 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0279226 Sep 03 02:25:41.714336 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dd4974db-c92b-4330-a445-b58e607d7148 req-cf4c52a3-b5d7-4fb2-bb89-5c3084a37843 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0300930 Sep 03 02:25:42.034585 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [req-bcf5a73e-0e9b-401e-8a48-9687ddd457fb req-2264f788-d777-4af7-8551-cb6ad1d292b8 service neutron] (94494) timed out ('10.222.0.21', 39276) {{(pid=94494) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 02:25:42.810264 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b2e34325-df49-44ac-b6b5-c29a775ad19d req-46cf708e-9bf0-402a-a7b5-ded664219c1c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0274794 Sep 03 02:25:42.927893 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6ff5eb10-3917-4703-b05b-8d861bb71903 req-6074a510-c8cd-4dcf-a475-c8134c987f86 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0259008 Sep 03 02:25:43.317178 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device cc3a4573-c25e-431d-90d4-df51cd38c2b7 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:25:43.339353 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: cc3a4573-c25e-431d-90d4-df51cd38c2b7 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:25:43.339697 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device cc3a4573-c25e-431d-90d4-df51cd38c2b7 not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:25:43.901297 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a279d17b-5562-4d83-a757-2b6aa1dbc7ea req-2e43f68c-8753-465c-9050-c1f89b09a6ea tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0252805 Sep 03 02:25:44.022168 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-62fbc98f-9496-412d-a8b7-9db30b8ef52b req-06bf0511-30ee-4c2e-aff8-3d16aaab95a9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0248024 Sep 03 02:25:45.084330 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3442632e-f0a5-49f8-bd85-b522b2293707 req-90e191d6-645a-4624-93ef-32da6bcd9a48 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0256348 Sep 03 02:25:45.119614 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0d094a18-fa19-4827-b1f2-eda2eefb61f8 req-b23bb850-9322-45c3-ab83-a5a6e4dbd9f3 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0280049 Sep 03 02:25:46.174759 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9f1183ad-204d-4ba0-9d52-3d6e3dbfb6b9 req-3de2a450-d653-42d5-a506-26eacfff8402 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0254195 Sep 03 02:25:46.217374 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9a4e9533-0a73-4919-bd10-3cb26d9b4d1c req-c483eee3-0fa6-4ee9-80e2-ecb3c98ba2a0 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0280857 Sep 03 02:25:47.265818 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-159acc0f-62f0-415d-96d8-b2cf31c7f2dd req-c5bb055f-8d90-4403-a119-0f32c4ffc54c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0263617 Sep 03 02:25:47.312420 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e3c9f553-a798-4dc8-ac65-a574bfff6283 req-ece48865-901c-467f-a6be-30c672c0c4a3 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0256677 Sep 03 02:25:48.358883 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7440b7b2-6771-4466-9bdd-6bcf41733d11 req-98d5d859-e5af-4418-b1cd-d226f9c3ccea tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0260835 Sep 03 02:25:48.410566 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b21300b5-2684-44c0-8ce5-503c0f6e5e1f req-37a5210c-85e0-4d60-b985-3449b1e0cca5 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0292413 Sep 03 02:25:49.449420 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f05677e9-0ba4-418f-a586-8c7ab3df34d3 req-c287b422-c615-4d27-824d-b929f46780fc tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0254886 Sep 03 02:25:49.506321 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a8250231-6285-413c-82fa-52ea08a8e17e req-7ba6fddf-c2aa-4b1e-a95a-b2e4cdd7525c tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0248253 Sep 03 02:25:50.540727 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ba6df1ce-dea9-4379-8f69-9db825f43b9d req-3880fe22-e331-4179-ba91-e82067725700 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0262840 Sep 03 02:25:50.601788 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cfb44038-602d-4294-9102-d3d61ed0559d req-06e1338a-e2fe-4d78-913b-3f16fdcb8ca0 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0253916 Sep 03 02:25:51.633851 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5d56065f-0e18-4d0f-ba45-f9ea37b82c3c req-7338f74d-dce7-4b9d-9b88-19a22c750521 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0270159 Sep 03 02:25:51.699707 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4c391bdf-5c2c-4c78-8f12-8da7f6842e1d req-55e663ab-ab6f-491a-9296-1a901b1bd0a8 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0272217 Sep 03 02:25:52.729605 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-935022af-f17b-4579-ad94-a1e253cdb322 req-77ec8087-a7bd-4531-80d1-1e0b7d16f500 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0299501 Sep 03 02:25:52.795658 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d6968f30-6fde-4ace-8481-2c84bfa9164c req-f552bebf-52d5-452f-b918-8abff592f6af tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0258319 Sep 03 02:25:53.821546 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-698ca826-26ef-4ae4-b42c-d3e43fd78462 req-ddda88ad-d694-403d-920b-c27438dba21a tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0262930 Sep 03 02:25:53.890116 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-49a8b365-c3d5-4818-a123-b7928da847d9 req-eea597bc-0ecf-4696-b3cf-b9dee48733ce tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0249174 Sep 03 02:25:54.912251 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2796fac5-7a48-40a2-bde0-98c489de91ea req-0afff6f0-8483-4e71-9773-f2ad973d11de tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0252824 Sep 03 02:25:54.989512 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2815828a-78b3-483f-aabf-bc61490ea752 req-da3a52cd-8b5f-4d73-9039-a7a0d2e86167 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0291004 Sep 03 02:25:56.003816 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8816e273-099e-48b7-9cba-68399e4daae4 req-675449b1-ea06-432e-9932-104054a553e4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0258789 Sep 03 02:25:56.084778 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d45de4b0-2092-48aa-8ac2-810d273d6fe9 req-473e3123-e1fa-4905-906a-bbaad0b5dc7e tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0262096 Sep 03 02:25:57.094051 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-35ce12e2-288c-4b2a-8552-c9238eb4ef59 req-eeb38beb-52cb-4d8a-bbb8-61321b2ac73f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0253096 Sep 03 02:25:57.180439 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fecc6440-6680-4dbc-89ce-0d871b4cad12 req-24fc4d51-25ba-41d0-abc5-929fddb37866 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0257978 Sep 03 02:25:58.185669 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d9abee50-1395-4ef1-a66a-eec0ae04a7e9 req-5cdcd40b-475e-46b5-99b6-f1874169dde6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0270977 Sep 03 02:25:58.281122 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-365801b7-b05f-416c-910f-fe875657da82 req-208e7879-7ed8-4fde-835e-e8992cfd6ad3 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0279393 Sep 03 02:25:58.327670 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:25:59.276368 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d7d98efd-f0df-4245-8372-cdccf323cde3 req-08160225-256b-495f-b1b8-d6e506744b2c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0254378 Sep 03 02:25:59.381724 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-826ce424-20e1-4369-aab9-58dd069e3514 req-fcc61a71-357b-4f6e-97bf-e6fa41068235 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0251467 Sep 03 02:26:00.366793 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d44c79a1-bcb1-4c94-8f7a-3cfa0881965c req-379acc63-0bd3-4f0b-8b43-ee5f186174dd tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0252783 Sep 03 02:26:00.476135 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0009f93b-4c1a-41d0-8f7c-d2f18f74d853 req-b4ac39f6-4252-4356-b2df-46a034a13fb4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0254800 Sep 03 02:26:01.458321 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0a5a42b4-5977-47a0-a269-0eddb426c784 req-3f2cfe7d-5d32-4001-b256-6aa42eca761b tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0258291 Sep 03 02:26:01.589779 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3e29c4fd-cf8b-410a-b051-31a5d9c3c789 req-67955cbe-01c3-437a-8f97-7ae8e209d335 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0282574 Sep 03 02:26:02.548296 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5afc422a-32de-49ba-a86e-538582fc2bc7 req-d79b6497-c70f-4203-af9d-349dcdf1539b tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0253339 Sep 03 02:26:02.684306 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-91a0ac58-f1d8-468c-b0e1-994663ca4fe6 req-d3c82428-6a48-4d18-9a89-f7005a7910fe tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0254533 Sep 03 02:26:03.640832 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1f119393-c3b0-4023-8709-60a7518baeb1 req-d202571a-f834-4309-8e38-e0f20414174c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0276361 Sep 03 02:26:03.675826 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e65bf855-5dec-45ea-95db-b2e310731ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:03.779224 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c12b3237-1813-4209-b7c7-4e4a92ec58ba req-263ccdf3-da76-425b-ada7-dae1ca217e27 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0254698 Sep 03 02:26:04.733610 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b72cd79e-a5ca-427c-939f-8069e2565610 req-2f09d0aa-37ff-41a7-a854-67b230a58bfc tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0257344 Sep 03 02:26:04.874875 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-18fce82e-a30d-4752-abb9-8059fddb43fd req-dd03129e-33cf-4d67-ab17-6bc552ffdddd tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0271025 Sep 03 02:26:05.232360 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:26:05.252401 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [req-f99950a3-3cb2-4524-a134-8c8438754294 req-2d929850-02ed-4446-b508-9b040e7f30df service neutron] (94494) timed out ('10.222.0.25', 56808) {{(pid=94494) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 02:26:05.825528 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-080d2fa2-521e-49cc-854d-74275dcf3f9c req-b513d02f-edce-4d09-9014-2ae05c7ac15f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0272958 Sep 03 02:26:05.955716 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [req-28198506-ff75-4e83-ac3d-f444a181d51d req-777574f0-1f73-440c-a944-c59cc6049cb5 tempest-AttachVolumeNegativeTest-1425276665 tempest-AttachVolumeNegativeTest-1425276665-project] (94493) timed out ('10.222.0.25', 56826) {{(pid=94493) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 02:26:05.973638 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-716b1253-2a7f-45c9-9a55-cc8b1593a561 req-7269908f-9aff-4489-a1a6-de23c216e95f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0276473 Sep 03 02:26:06.104653 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e8839555-643b-4255-94d0-7f848479c931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:06.750568 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:06.916168 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-38016cc0-7378-450e-9125-57d160c23134 req-ab8faea8-4b2f-44e1-ab01-3ff4a445fd73 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0250161 Sep 03 02:26:07.074757 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6ab950ff-f632-4726-8161-4a9bd95c8bff req-d39cd3b2-57fa-4dae-8fb0-4b0cbf32add7 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0251169 Sep 03 02:26:07.693297 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:08.007920 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-237f5c95-f249-4a63-a086-02522799797e req-1b5c6132-4d10-492c-89e0-ab0304b187cf tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0257878 Sep 03 02:26:08.171507 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e4a95a10-73ff-4514-83fd-d3887f5e01ea req-ee299c8b-ac55-4afe-b343-735df6ba7a79 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0280008 Sep 03 02:26:09.053188 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:09.100696 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0887fbe6-fdc2-41d8-97f6-adfdb028bfb9 req-76031140-7bd2-403c-aba2-f5bea8db0e52 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0268235 Sep 03 02:26:09.267805 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2c765de7-0fc7-4c4b-8d92-8f991ce96345 req-d73af2f2-bbce-4e9c-bed9-f7501c004ed7 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0263848 Sep 03 02:26:10.192676 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-59c87b9a-c5a7-4d1f-9384-668d5978dec8 req-750f1a4f-0421-48f0-93e0-d501179d39a4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0262918 Sep 03 02:26:10.363101 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a11434fa-c126-4813-b53a-0dfe8fcfdf61 req-10554347-efd5-473d-86e2-e830e60ff530 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0258543 Sep 03 02:26:11.281904 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7b4ef822-e1dd-4535-8a16-ad813302b87d req-4511a211-3ef1-44a8-99e3-4ade75fd1e86 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0253987 Sep 03 02:26:11.460972 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e3c74d0a-79ae-47b5-86c2-bee206c693f3 req-8edb0957-64cc-4ed2-a9f8-966f4fb76ab0 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0281479 Sep 03 02:26:12.372679 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4936eace-4a05-4c4a-b80c-407ed6e8dce6 req-9945163a-c22b-4d47-8a4b-a0d0b9260a91 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0248778 Sep 03 02:26:12.555841 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-550f875f-b374-4d50-a698-e55917af397f req-287e4a70-7f2c-411c-9621-edf22e5c65cc tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0255637 Sep 03 02:26:13.472395 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-33fb8803-6167-41f1-a2ba-336680338bc4 req-e30a8dd7-d96d-40ec-9331-1823bbfea87d tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0266082 Sep 03 02:26:13.661567 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c7f40fe0-bdbd-46ab-9edc-b4fa617b9e94 req-9d4e126e-5fae-4138-8bc6-88fe3f514429 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c29e4d2-77f7-4e9f-8bb3-1dba9eaf7e0a HTTP/1.1" status: 200 len: 210 time: 0.0251908 Sep 03 02:26:14.579688 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f2d68ec0-97d7-4278-bd21-7544272c5bf1 req-9c80ad17-24aa-48fd-a79d-6545d977682c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0260909 Sep 03 02:26:14.813007 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 50180) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:26:14.869167 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:14.891393 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:15.012835 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:15.015319 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:15.016473 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "DELETE /v2.0/security-groups/a4b86eb1-16f4-4ecc-af39-abae46030751 HTTP/1.1" status: 204 len: 168 time: 0.2019329 Sep 03 02:26:15.019196 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 50182) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:26:15.025654 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b86eb1-16f4-4ecc-af39-abae46030751,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:26:15.032580 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.api.v2.resource [None req-591bb82b-db6d-4fe4-bc2a-0591f2f2daaa tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] show failed (client error): The resource could not be found. Sep 03 02:26:15.032741 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:15.033007 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:15.033370 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:15.033589 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-591bb82b-db6d-4fe4-bc2a-0591f2f2daaa tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups/a4b86eb1-16f4-4ecc-af39-abae46030751 HTTP/1.1" status: 404 len: 347 time: 0.0133789 Sep 03 02:26:15.033801 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:15.034156 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:15.034550 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:15.034886 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:15.035220 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:15.035582 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:15.035995 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:15.036315 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 50184) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:26:15.036442 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:15.036656 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c19d6f-3bce-495c-be6d-220195e64144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:15.156203 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-e79e0079-0ddb-4d3b-ab1c-dd6f01441f99 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Deleting port a5d5e9a8-3bb0-4d88-a45e-a92e0fca182c {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:26:15.156546 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e79e0079-0ddb-4d3b-ab1c-dd6f01441f99 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:15.231357 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e79e0079-0ddb-4d3b-ab1c-dd6f01441f99 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:15.231690 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e79e0079-0ddb-4d3b-ab1c-dd6f01441f99 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:15.242750 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-e79e0079-0ddb-4d3b-ab1c-dd6f01441f99 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Calling delete_port for a5d5e9a8-3bb0-4d88-a45e-a92e0fca182c owned by network:floatingip {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:26:15.441892 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e79e0079-0ddb-4d3b-ab1c-dd6f01441f99 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:15.468705 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e0079-0ddb-4d3b-ab1c-dd6f01441f99 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event deleted for resources: {'Port': ['ID=a5d5e9a8-3bb0-4d88-a45e-a92e0fca182c,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:26:15.530716 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e79e0079-0ddb-4d3b-ab1c-dd6f01441f99 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for floatingip, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:15.532502 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e79e0079-0ddb-4d3b-ab1c-dd6f01441f99 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:15.533680 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-e79e0079-0ddb-4d3b-ab1c-dd6f01441f99 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "DELETE /v2.0/floatingips/e97e25d7-fe4a-44af-bdf1-7dc2f821c787 HTTP/1.1" status: 204 len: 168 time: 0.4964967 Sep 03 02:26:15.675220 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cb70f04f-6999-4406-91fc-4a03204c22a2 req-05e5b4a1-aa7b-43d6-b4bd-22025b27b014 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0269299 Sep 03 02:26:15.953401 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 50198) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:26:15.958565 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-de0669a6-aa9c-4241-bfe5-886d7614a08f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--943392841', 'description': 'tempest-description--266944932'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:26:16.053431 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-de0669a6-aa9c-4241-bfe5-886d7614a08f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:16.136766 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-de0669a6-aa9c-4241-bfe5-886d7614a08f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:16.218648 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-de0669a6-aa9c-4241-bfe5-886d7614a08f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:16.245719 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0669a6-aa9c-4241-bfe5-886d7614a08f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96265d1-ef7b-4581-806b-194a3046ee54,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:26:16.293074 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-de0669a6-aa9c-4241-bfe5-886d7614a08f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:16.294306 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-de0669a6-aa9c-4241-bfe5-886d7614a08f tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3394003 Sep 03 02:26:16.297048 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 50200) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:26:16.301391 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-362261c1-50fe-460f-b0ad-9e1324886546 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Request body: {'security_group_rule': {'security_group_id': 'a96265d1-ef7b-4581-806b-194a3046ee54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:26:16.395102 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-362261c1-50fe-460f-b0ad-9e1324886546 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:16.458675 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-362261c1-50fe-460f-b0ad-9e1324886546 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:16.510282 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-362261c1-50fe-460f-b0ad-9e1324886546 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:16.529762 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362261c1-50fe-460f-b0ad-9e1324886546 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fefd9db-1810-4457-9eac-cb5ab3cb3c6b,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:26:16.579261 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-362261c1-50fe-460f-b0ad-9e1324886546 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:16.580561 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-362261c1-50fe-460f-b0ad-9e1324886546 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2825992 Sep 03 02:26:16.583297 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 50206) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:26:16.587887 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-59043727-d79d-4a22-b294-3be8babc6bb9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Request body: {'security_group_rule': {'security_group_id': 'a96265d1-ef7b-4581-806b-194a3046ee54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:26:16.675900 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-59043727-d79d-4a22-b294-3be8babc6bb9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:16.732098 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-59043727-d79d-4a22-b294-3be8babc6bb9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:16.765444 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ee1f3489-0bfd-4f8d-9488-487dafe1ce82 req-412618aa-84d8-4bad-be0b-283ea83c9566 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0253482 Sep 03 02:26:16.801647 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-59043727-d79d-4a22-b294-3be8babc6bb9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:16.818519 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59043727-d79d-4a22-b294-3be8babc6bb9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7341e20-d722-4b40-87e3-4db8fe82a1dd,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:26:16.893268 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-59043727-d79d-4a22-b294-3be8babc6bb9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:16.894455 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-59043727-d79d-4a22-b294-3be8babc6bb9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100355 Sep 03 02:26:16.897518 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 50214) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:26:16.901800 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Request body: {'floatingip': {'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:26:16.996036 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for floatingip, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:17.090563 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:17.187827 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Allocated IP 172.27.0.61 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/2670d20d-788b-4570-8b4a-e20a04eada0b) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:26:17.288190 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:17.367796 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:17.405068 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:26:17.408037 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:26:17.410516 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:26:17.442502 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event updated for resources: {'Port': ['ID=2670d20d-788b-4570-8b4a-e20a04eada0b,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:26:17.503749 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:17.585380 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:17.732665 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:17.830671 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:17.858310 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-32880fd0-a1d2-4b79-bc82-9a8368a70bf0 req-86ab188d-15da-4810-b97c-528db80954bf tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0263476 Sep 03 02:26:17.898398 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event updated for resources: {'Port': ['ID=2670d20d-788b-4570-8b4a-e20a04eada0b,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:26:17.906039 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:17.972883 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:17.974135 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-a19561bd-20fb-4b61-956c-5739a27e1a7a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0757060 Sep 03 02:26:18.157600 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-449ffc81-2c95-4391-a6d9-01ca91846b07 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--943392841&fields=id&tenant_id=4715a94c48a743b08204df2edcd05ea5 HTTP/1.1" status: 200 len: 267 time: 0.0308354 Sep 03 02:26:18.262024 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-6e3583fa-bc05-4d71-8223-901541d0fe14 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:18.265776 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-6e3583fa-bc05-4d71-8223-901541d0fe14 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 817 time: 0.0996192 Sep 03 02:26:18.278209 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-8f1262a5-5b4d-4496-8b26-e918986df050 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/quotas/4715a94c48a743b08204df2edcd05ea5 HTTP/1.1" status: 200 len: 375 time: 0.0088944 Sep 03 02:26:18.330741 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-429acbc2-3a5f-4d6c-a36d-e442898bb1b3 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466144 Sep 03 02:26:18.387231 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-490290bb-fec6-4dae-b8bb-ad6e21a5c87f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:26:18.388249 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-490290bb-fec6-4dae-b8bb-ad6e21a5c87f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466135 Sep 03 02:26:18.705275 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-612f7b65-d3f8-447d-878e-57c0a238ef6f service neutron] 10.222.0.21 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101780 Sep 03 02:26:18.794191 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-3ddb21a8-8a22-4ca9-8216-3568426707c2 service neutron] 10.222.0.21 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830514 Sep 03 02:26:18.950113 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-41e5482e-f60a-44df-9e04-8a3d526eef18 req-f758e3b3-5564-4696-81a7-1b148edf1b31 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0266879 Sep 03 02:26:19.019163 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dbb2cc6e-0bca-4b80-b528-cddb800a97f4 req-83bffb9d-c97d-4b4a-bc17-d5e895dd2706 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 210 time: 0.0254929 Sep 03 02:26:20.043846 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6403aa3e-fc40-4ec8-bd3e-fe02f5005f4c req-050913c5-f814-483f-ae50-4a8bdd542ff6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0264192 Sep 03 02:26:20.114254 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4f094e5e-0966-4e2e-8c52-0dd9f4c7d254 req-75e9076f-9564-43e5-99df-54e8f32b0453 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 210 time: 0.0256114 Sep 03 02:26:20.837659 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-7308090f-aed6-4d59-91e0-c33542c26d20 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:20.839136 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-7308090f-aed6-4d59-91e0-c33542c26d20 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.25 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 817 time: 0.1031137 Sep 03 02:26:20.885549 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-4c3b102a-4c59-4e5f-8f16-5aada7b0460a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4715a94c48a743b08204df2edcd05ea5 HTTP/1.1" status: 200 len: 379 time: 0.0365210 Sep 03 02:26:20.895838 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-98a81fb0-26a5-4721-8f47-58605e0fccf4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Request body: {'port': {'device_id': 'db84964d-426a-4289-8190-6ac3a2aeb43e', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'admin_state_up': True, 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'security_groups': ['a96265d1-ef7b-4581-806b-194a3046ee54']}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:26:21.076076 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-98a81fb0-26a5-4721-8f47-58605e0fccf4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Made reservation on behalf of 4715a94c48a743b08204df2edcd05ea5 for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:26:21.080421 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-98a81fb0-26a5-4721-8f47-58605e0fccf4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:21.139900 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-865272d3-4527-49f2-9879-31b960f5f2d1 req-4d95b84b-2289-4d29-a945-e41a99f3c7f3 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0260160 Sep 03 02:26:21.204258 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-98a81fb0-26a5-4721-8f47-58605e0fccf4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Allocated IP 172.20.0.8 (0ce91eac-9b88-4122-abff-d06982620e1a/b6115c26-c571-46d7-8b06-bc279e8d1de2/91f72dec-5b6c-431f-998b-9c9220dd1f42) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:26:21.214125 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-90fa3f68-141b-483a-8263-ecc1e170e45b req-d7320a71-dfce-48d7-af61-a7165d407e40 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 210 time: 0.0280752 Sep 03 02:26:21.344342 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-98a81fb0-26a5-4721-8f47-58605e0fccf4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:21.356801 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-98a81fb0-26a5-4721-8f47-58605e0fccf4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Transition to ACTIVE for port object 91f72dec-5b6c-431f-998b-9c9220dd1f42 will not be triggered until provisioned by entity DHCP. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:26:21.464942 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-98a81fb0-26a5-4721-8f47-58605e0fccf4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:21.505140 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-98a81fb0-26a5-4721-8f47-58605e0fccf4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Network 0ce91eac-9b88-4122-abff-d06982620e1a is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:26:21.508057 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-98a81fb0-26a5-4721-8f47-58605e0fccf4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:26:21.511488 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-98a81fb0-26a5-4721-8f47-58605e0fccf4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:26:21.520172 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a81fb0-26a5-4721-8f47-58605e0fccf4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event updated for resources: {'Port': ['ID=91f72dec-5b6c-431f-998b-9c9220dd1f42,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:26:21.577766 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-98a81fb0-26a5-4721-8f47-58605e0fccf4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:21.577766 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-98a81fb0-26a5-4721-8f47-58605e0fccf4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:21.636979 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-98a81fb0-26a5-4721-8f47-58605e0fccf4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7448249 Sep 03 02:26:21.652046 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Request body: {'port': {'device_id': 'db84964d-426a-4289-8190-6ac3a2aeb43e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:26:21.711130 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:21.755630 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-0fd93244-2318-4b22-b7df-fc588aa50ba7 None None] Provisioning for port 91f72dec-5b6c-431f-998b-9c9220dd1f42 completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:26:21.759549 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-0fd93244-2318-4b22-b7df-fc588aa50ba7 None None] Provisioning complete for port 91f72dec-5b6c-431f-998b-9c9220dd1f42 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:26:21.759924 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-0fd93244-2318-4b22-b7df-fc588aa50ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:21.794202 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-0fd93244-2318-4b22-b7df-fc588aa50ba7 None None] Port 91f72dec-5b6c-431f-998b-9c9220dd1f42 cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:26:21.965983 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f72dec-5b6c-431f-998b-9c9220dd1f42 {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:26:21.977293 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:21.991055 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Transition to ACTIVE for port object 91f72dec-5b6c-431f-998b-9c9220dd1f42 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:26:22.041754 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:22.095422 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Pushing event updated for resources: {'Port': ['ID=91f72dec-5b6c-431f-998b-9c9220dd1f42,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:26:22.163266 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Attempting to bind port 91f72dec-5b6c-431f-998b-9c9220dd1f42 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:26:22.163875 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Attempting to bind port 91f72dec-5b6c-431f-998b-9c9220dd1f42 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:26:22.164457 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Attempting to bind port 91f72dec-5b6c-431f-998b-9c9220dd1f42 on network 0ce91eac-9b88-4122-abff-d06982620e1a {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:26:22.169971 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Port 91f72dec-5b6c-431f-998b-9c9220dd1f42 on network 0ce91eac-9b88-4122-abff-d06982620e1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:26:22.170397 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Attempting to bind port 91f72dec-5b6c-431f-998b-9c9220dd1f42 on network 0ce91eac-9b88-4122-abff-d06982620e1a {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:26:22.176036 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:26:22.176638 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Checking segment: {'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:26:22.177085 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Bound using segment: {'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:26:22.177652 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Bound port: 91f72dec-5b6c-431f-998b-9c9220dd1f42, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:26:22.178031 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:22.236401 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f2cab93a-f249-4d33-bd82-be96182de13d req-0db9e6ef-609c-4041-b3f6-59410dbca036 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0270066 Sep 03 02:26:22.245349 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] For port 91f72dec-5b6c-431f-998b-9c9220dd1f42, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:26:22.248582 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] For port 91f72dec-5b6c-431f-998b-9c9220dd1f42, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=91f72dec-5b6c-431f-998b-9c9220dd1f42,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:26:22.304937 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:22.335096 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba123eb2-ba0b-42ec-b51d-08dc23feb01a req-e808d50e-9f17-4456-b503-b4e7fa01fdac tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:22.336663 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ba123eb2-ba0b-42ec-b51d-08dc23feb01a req-e808d50e-9f17-4456-b503-b4e7fa01fdac tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 943 time: 0.0510061 Sep 03 02:26:22.345043 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:22.345670 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:22.347216 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] 10.222.0.25 "PUT /v2.0/ports/91f72dec-5b6c-431f-998b-9c9220dd1f42 HTTP/1.1" status: 200 len: 1093 time: 0.7012448 Sep 03 02:26:22.347634 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db84964d-426a-4289-8190-6ac3a2aeb43e', 'tag': '91f72dec-5b6c-431f-998b-9c9220dd1f42'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:26:22.349899 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5502e1b2-dde4-4533-b9a6-e26d49c5e5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "db84964d-426a-4289-8190-6ac3a2aeb43e", "tag": "91f72dec-5b6c-431f-998b-9c9220dd1f42"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:26:22.380394 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6619219-2da0-400d-8405-0bc93f43f213 service neutron] Pushing event updated for resources: {'Port': ['ID=91f72dec-5b6c-431f-998b-9c9220dd1f42,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:26:22.395594 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ba123eb2-ba0b-42ec-b51d-08dc23feb01a req-d47d23b9-2409-4364-b134-f4fd0d67a880 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a96265d1-ef7b-4581-806b-194a3046ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448997 Sep 03 02:26:22.414222 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23697f58-21a3-4e1d-8e59-20a94f8e140f x-openstack-request-id: req-23697f58-21a3-4e1d-8e59-20a94f8e140f {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:26:22.414588 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db84964d-426a-4289-8190-6ac3a2aeb43e", "tag": "91f72dec-5b6c-431f-998b-9c9220dd1f42", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:26:22.414912 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23697f58-21a3-4e1d-8e59-20a94f8e140f {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:26:22.415682 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db84964d-426a-4289-8190-6ac3a2aeb43e', 'tag': '91f72dec-5b6c-431f-998b-9c9220dd1f42', 'status': 'completed', 'code': 200} Sep 03 02:26:22.475699 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502e1b2-dde4-4533-b9a6-e26d49c5e5d8 req-6982429e-abde-44e2-9d9b-0f572368317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:22.477232 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-5502e1b2-dde4-4533-b9a6-e26d49c5e5d8 req-6982429e-abde-44e2-9d9b-0f572368317c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 1096 time: 0.0423715 Sep 03 02:26:22.576047 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502e1b2-dde4-4533-b9a6-e26d49c5e5d8 req-63e19a48-b18f-4b94-8c70-07d6bbab4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:22.577520 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-5502e1b2-dde4-4533-b9a6-e26d49c5e5d8 req-63e19a48-b18f-4b94-8c70-07d6bbab4af4 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=4715a94c48a743b08204df2edcd05ea5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0915751 Sep 03 02:26:22.668731 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502e1b2-dde4-4533-b9a6-e26d49c5e5d8 req-1dc822f0-9f9c-4b83-a59f-509d84e11a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:22.670097 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-5502e1b2-dde4-4533-b9a6-e26d49c5e5d8 req-1dc822f0-9f9c-4b83-a59f-509d84e11a24 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862021 Sep 03 02:26:22.743080 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-65eca51c-d973-47cc-869d-7f173e51736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:22.744531 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-65eca51c-d973-47cc-869d-7f173e51736b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 1096 time: 0.0387406 Sep 03 02:26:22.786466 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-b03ed1c3-b038-43b1-9c06-cd0beab951a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f72dec-5b6c-431f-998b-9c9220dd1f42 HTTP/1.1" status: 200 len: 217 time: 0.0342684 Sep 03 02:26:22.832911 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-eae9a0da-4677-4a92-8264-c414ee522668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:22.834336 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-eae9a0da-4677-4a92-8264-c414ee522668 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 200 len: 856 time: 0.0413926 Sep 03 02:26:22.878361 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-cd2a1823-a79c-410f-8ddb-99d76bde7c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:22.879861 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-cd2a1823-a79c-410f-8ddb-99d76bde7c64 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ce91eac-9b88-4122-abff-d06982620e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386746 Sep 03 02:26:23.212732 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-c28e78cd-9852-44a5-8ac5-fd1d230fd629 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254220 Sep 03 02:26:23.298321 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2d128ee-63b6-49de-8e06-7ec09a98a655 req-25ee829f-6f78-4301-8e59-532c3afb07b5 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782022 Sep 03 02:26:23.330150 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-108d76fb-730b-4506-a58f-6078803b9629 req-33209c2c-dc06-4ddb-b7b3-e6b216c6db7e tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0262802 Sep 03 02:26:23.506276 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f9e26-080e-4698-abe0-3f599555991f req-fb07f8e9-6143-47b2-a3ef-e3635c1e91f8 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:23.507638 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ab1f9e26-080e-4698-abe0-3f599555991f req-fb07f8e9-6143-47b2-a3ef-e3635c1e91f8 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 943 time: 0.0495725 Sep 03 02:26:23.544267 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ab1f9e26-080e-4698-abe0-3f599555991f req-c4261d6f-e2cf-4734-b89e-9d01ac6ccdfe tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a96265d1-ef7b-4581-806b-194a3046ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306413 Sep 03 02:26:24.420553 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a7cb4f28-0115-4b27-9d84-993c00ff485b req-4fc8bc9d-747b-42ac-8c72-540f562dbc05 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0263295 Sep 03 02:26:24.659127 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce8a5e-cad2-4a7a-a53a-39ac47d38732 req-097841be-f12d-4d43-9c39-3dd440322af5 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:24.660607 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-89ce8a5e-cad2-4a7a-a53a-39ac47d38732 req-097841be-f12d-4d43-9c39-3dd440322af5 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 943 time: 0.0471261 Sep 03 02:26:24.695763 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-89ce8a5e-cad2-4a7a-a53a-39ac47d38732 req-114e4be2-8e5a-44dd-adc2-f55d97b0d4a9 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a96265d1-ef7b-4581-806b-194a3046ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291929 Sep 03 02:26:25.510768 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9e979c6e-1594-468d-801f-603e53aab359 req-4a3de2aa-23e3-4d7d-ab00-1a46fbfb40cc tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0265183 Sep 03 02:26:25.549856 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 91f72dec-5b6c-431f-998b-9c9220dd1f42 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:26:25.643881 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 91f72dec-5b6c-431f-998b-9c9220dd1f42, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=91f72dec-5b6c-431f-998b-9c9220dd1f42,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:26:25.654229 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': '91f72dec-5b6c-431f-998b-9c9220dd1f42', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'port_id': '91f72dec-5b6c-431f-998b-9c9220dd1f42', 'mac_address': 'fa:16:3e:c3:0d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:26:25.690090 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:25.702153 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f72dec-5b6c-431f-998b-9c9220dd1f42 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:26:25.721153 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 91f72dec-5b6c-431f-998b-9c9220dd1f42, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=91f72dec-5b6c-431f-998b-9c9220dd1f42,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:26:25.813599 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a568e-0b7d-4c5f-88f9-c8d2199005b3 req-6d2d7f45-1be4-4ba0-9707-7d276add4b32 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:25.815050 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-257a568e-0b7d-4c5f-88f9-c8d2199005b3 req-6d2d7f45-1be4-4ba0-9707-7d276add4b32 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 943 time: 0.0514538 Sep 03 02:26:25.818486 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:25.852976 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-257a568e-0b7d-4c5f-88f9-c8d2199005b3 req-c428e440-6532-4b91-820b-9e0bac8eeb67 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a96265d1-ef7b-4581-806b-194a3046ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317955 Sep 03 02:26:25.868153 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=91f72dec-5b6c-431f-998b-9c9220dd1f42,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:26:25.875228 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:25.875641 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:25.875987 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:25.876325 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:25.876675 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:25.876998 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:25.877329 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:25.877656 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:25.878005 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:25.878334 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:25.878656 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:25.878975 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:26:26.056922 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['91f72dec-5b6c-431f-998b-9c9220dd1f42'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:26:26.601155 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-edf9fc19-eb5f-40a0-b89e-dd606ee9eeb8 req-6e9cb44c-1fe5-48be-a87a-1839263070c5 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0261774 Sep 03 02:26:26.967998 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd75af8-3a3d-4fc1-823b-4e4133f488de req-97146ce2-9909-4835-9ffa-79d4d70c47e2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:26.969447 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0fd75af8-3a3d-4fc1-823b-4e4133f488de req-97146ce2-9909-4835-9ffa-79d4d70c47e2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 944 time: 0.0474296 Sep 03 02:26:27.005752 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0fd75af8-3a3d-4fc1-823b-4e4133f488de req-9910b383-9e4b-47e1-aefb-bb39a96b4144 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a96265d1-ef7b-4581-806b-194a3046ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304756 Sep 03 02:26:27.556861 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 91f72dec-5b6c-431f-998b-9c9220dd1f42 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:26:27.638803 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port 91f72dec-5b6c-431f-998b-9c9220dd1f42 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:26:27.639518 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port 91f72dec-5b6c-431f-998b-9c9220dd1f42 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:26:27.639894 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:27.695977 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7981eb05-c891-4d0b-9f76-6d4374d55fcc req-afe5be65-424b-428f-9b1c-539bd70700d5 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0286765 Sep 03 02:26:27.718234 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:27.740039 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db84964d-426a-4289-8190-6ac3a2aeb43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f72dec-5b6c-431f-998b-9c9220dd1f42'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:26:27.742234 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005abbd8-762b-49f5-8919-2fc62b6fd8fe" -d '{"events": [{"server_uuid": "db84964d-426a-4289-8190-6ac3a2aeb43e", "name": "network-vif-plugged", "status": "completed", "tag": "91f72dec-5b6c-431f-998b-9c9220dd1f42"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:26:27.754614 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 91f72dec-5b6c-431f-998b-9c9220dd1f42, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=91f72dec-5b6c-431f-998b-9c9220dd1f42,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:26:27.818620 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:27.841480 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6bbe42-059e-40a4-abbd-20c9cefa064a x-openstack-request-id: req-3c6bbe42-059e-40a4-abbd-20c9cefa064a {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:26:27.843257 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db84964d-426a-4289-8190-6ac3a2aeb43e", "name": "network-vif-plugged", "status": "completed", "tag": "91f72dec-5b6c-431f-998b-9c9220dd1f42", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:26:27.843257 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c6bbe42-059e-40a4-abbd-20c9cefa064a {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:26:27.843257 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db84964d-426a-4289-8190-6ac3a2aeb43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f72dec-5b6c-431f-998b-9c9220dd1f42', 'code': 200} Sep 03 02:26:27.867768 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=91f72dec-5b6c-431f-998b-9c9220dd1f42,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:26:28.095646 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1432e-38ff-4336-b81d-ff575c8e461c req-52323dcd-fd11-4309-9685-3c22fa245c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:28.097274 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-07f1432e-38ff-4336-b81d-ff575c8e461c req-52323dcd-fd11-4309-9685-3c22fa245c6a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 1098 time: 0.0430167 Sep 03 02:26:28.131387 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17e64e-d740-49da-9452-3ca890f14bba req-415d0ed4-8628-448e-b585-4f2dc2ef34a4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:28.132895 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3b17e64e-d740-49da-9452-3ca890f14bba req-415d0ed4-8628-448e-b585-4f2dc2ef34a4 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 945 time: 0.0520897 Sep 03 02:26:28.148082 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-07f1432e-38ff-4336-b81d-ff575c8e461c req-22dc3ddf-6ec2-41ff-8706-84dea60d0c4b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a96265d1-ef7b-4581-806b-194a3046ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425227 Sep 03 02:26:28.180824 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3b17e64e-d740-49da-9452-3ca890f14bba req-3a42b3dd-c6ac-4f61-baec-25faa7b2a1a3 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a96265d1-ef7b-4581-806b-194a3046ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416989 Sep 03 02:26:28.224376 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:28.789399 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-94470c71-6d89-4ba0-b16c-45e452e4bb02 req-10cfa78d-74e2-4bef-b346-0191d92c6b03 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0261180 Sep 03 02:26:29.304939 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bba6f-359c-49a3-b527-e917b044a381 req-ce35ae61-6544-49f3-be9d-d93b8bfa5567 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:29.306414 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-059bba6f-359c-49a3-b527-e917b044a381 req-ce35ae61-6544-49f3-be9d-d93b8bfa5567 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 945 time: 0.0498238 Sep 03 02:26:29.344364 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-059bba6f-359c-49a3-b527-e917b044a381 req-c94e52f1-c457-40da-a56e-11ed45c91b80 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a96265d1-ef7b-4581-806b-194a3046ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320415 Sep 03 02:26:29.883951 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fd971929-2952-4070-97ec-de7bd19b2102 req-faaf46ef-bb77-4f0a-8a27-bb5c2bd18811 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0300894 Sep 03 02:26:30.460632 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5f484-ef02-48f1-a5cd-4979015e2506 req-a288699c-ae95-45de-b7fe-335d22a06b27 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:30.462001 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c6c5f484-ef02-48f1-a5cd-4979015e2506 req-a288699c-ae95-45de-b7fe-335d22a06b27 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 945 time: 0.0482831 Sep 03 02:26:30.497351 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c6c5f484-ef02-48f1-a5cd-4979015e2506 req-35c37878-33c0-40db-994a-d2298ff17f57 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a96265d1-ef7b-4581-806b-194a3046ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295563 Sep 03 02:26:30.609030 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e00d0-6c75-4c98-a27a-969ba659bf26 req-00629c3a-7962-46db-a9e1-50553f1637d2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:30.610955 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3e0e00d0-6c75-4c98-a27a-969ba659bf26 req-00629c3a-7962-46db-a9e1-50553f1637d2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 945 time: 0.0473742 Sep 03 02:26:30.619168 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 50408) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:26:30.623585 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-89527d3b-30fa-4869-8207-28b0e94bc772 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Request body: {'floatingip': {'port_id': '91f72dec-5b6c-431f-998b-9c9220dd1f42'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:26:30.663438 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-89527d3b-30fa-4869-8207-28b0e94bc772 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for floatingip, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:30.996750 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-10d587e7-099a-4e06-80fa-d456b625470f req-2e458af4-de53-40db-8921-862ccc6fd68a tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0305688 Sep 03 02:26:31.096259 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-89527d3b-30fa-4869-8207-28b0e94bc772 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:31.144173 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-89527d3b-30fa-4869-8207-28b0e94bc772 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:31.238217 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.l3_db [None req-89527d3b-30fa-4869-8207-28b0e94bc772 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Floating IP d3e13531-2172-4640-a996-26932e26aa3f associated. External IP: 172.27.0.61, port: 91f72dec-5b6c-431f-998b-9c9220dd1f42. Sep 03 02:26:31.440774 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89527d3b-30fa-4869-8207-28b0e94bc772 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Router 66261697-ed86-4146-91ad-6c53a07a0545 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:26:31.542625 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89527d3b-30fa-4869-8207-28b0e94bc772 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:26:31.547942 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-89527d3b-30fa-4869-8207-28b0e94bc772 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:31.553806 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b29c6-613f-464f-8e49-fc83969e3569 None None] Sync routers for ids ['66261697-ed86-4146-91ad-6c53a07a0545'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:26:31.564118 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17b29c6-613f-464f-8e49-fc83969e3569 None None] Routers {'66261697-ed86-4146-91ad-6c53a07a0545'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:26:31.564736 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-e17b29c6-613f-464f-8e49-fc83969e3569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:26:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['66261697-ed86-4146-91ad-6c53a07a0545'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:26:31.573957 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-89527d3b-30fa-4869-8207-28b0e94bc772 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "PUT /v2.0/floatingips/d3e13531-2172-4640-a996-26932e26aa3f HTTP/1.1" status: 200 len: 990 time: 0.9537380 Sep 03 02:26:31.574701 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db84964d-426a-4289-8190-6ac3a2aeb43e', 'tag': '91f72dec-5b6c-431f-998b-9c9220dd1f42'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:26:31.576997 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b282a7-7aeb-48e6-9df0-13a3e1702ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "db84964d-426a-4289-8190-6ac3a2aeb43e", "tag": "91f72dec-5b6c-431f-998b-9c9220dd1f42"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:26:31.670689 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-e17b29c6-613f-464f-8e49-fc83969e3569 None None] Set router 66261697-ed86-4146-91ad-6c53a07a0545 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:26:31.673059 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f1ad52-6246-4308-80b4-085e8afaa091 x-openstack-request-id: req-f8f1ad52-6246-4308-80b4-085e8afaa091 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:26:31.673350 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db84964d-426a-4289-8190-6ac3a2aeb43e", "tag": "91f72dec-5b6c-431f-998b-9c9220dd1f42", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:26:31.673597 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8f1ad52-6246-4308-80b4-085e8afaa091 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:26:31.674004 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db84964d-426a-4289-8190-6ac3a2aeb43e', 'tag': '91f72dec-5b6c-431f-998b-9c9220dd1f42', 'status': 'completed', 'code': 200} Sep 03 02:26:31.733080 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b282a7-7aeb-48e6-9df0-13a3e1702ffd req-dfc51be4-3530-4d0c-8b48-26ab9d3880ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:31.735241 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2b282a7-7aeb-48e6-9df0-13a3e1702ffd req-dfc51be4-3530-4d0c-8b48-26ab9d3880ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 1098 time: 0.0391545 Sep 03 02:26:31.820905 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b282a7-7aeb-48e6-9df0-13a3e1702ffd req-053a3a69-2369-4b64-a293-412dc9e56e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:31.822272 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2b282a7-7aeb-48e6-9df0-13a3e1702ffd req-053a3a69-2369-4b64-a293-412dc9e56e32 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 918 time: 0.0807557 Sep 03 02:26:31.888621 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2b282a7-7aeb-48e6-9df0-13a3e1702ffd req-9124044f-4e28-4a62-802b-9107e1fc4916 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f72dec-5b6c-431f-998b-9c9220dd1f42 HTTP/1.1" status: 200 len: 998 time: 0.0586491 Sep 03 02:26:31.890775 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-e17b29c6-613f-464f-8e49-fc83969e3569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:58Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'd3e13531-2172-4640-a996-26932e26aa3f', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'port_id': '91f72dec-5b6c-431f-998b-9c9220dd1f42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'mac_address': 'fa:16:3e:c3:0d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db84964d-426a-4289-8190-6ac3a2aeb43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:26:17Z', 'updated_at': '2021-09-03T02:26:31Z', 'revision_number': 1, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8c09f15-656e-482b-88b4-a2982b13132c', 'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'mac_address': 'fa:16:3e:6f:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:53Z', 'updated_at': '2021-09-03T02:08:11Z', 'revision_number': 5, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'subnets': [{'id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:26:31.916226 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b29c6-613f-464f-8e49-fc83969e3569 None None] Checking router: 66261697-ed86-4146-91ad-6c53a07a0545 for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:26:31.924891 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17b29c6-613f-464f-8e49-fc83969e3569 None None] Routers {'66261697-ed86-4146-91ad-6c53a07a0545'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:26:31.925489 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-e17b29c6-613f-464f-8e49-fc83969e3569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:26:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['66261697-ed86-4146-91ad-6c53a07a0545'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:26:31.935873 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b282a7-7aeb-48e6-9df0-13a3e1702ffd req-c3839912-b3e5-4a84-9271-185036303056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:31.937307 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2b282a7-7aeb-48e6-9df0-13a3e1702ffd req-c3839912-b3e5-4a84-9271-185036303056 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 200 len: 856 time: 0.0421398 Sep 03 02:26:31.980878 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b282a7-7aeb-48e6-9df0-13a3e1702ffd req-18dbae62-5560-418d-b81f-7f5ca7f68fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:26:31.982407 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2b282a7-7aeb-48e6-9df0-13a3e1702ffd req-18dbae62-5560-418d-b81f-7f5ca7f68fef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ce91eac-9b88-4122-abff-d06982620e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382950 Sep 03 02:26:32.026358 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-e17b29c6-613f-464f-8e49-fc83969e3569 None None] Set router 66261697-ed86-4146-91ad-6c53a07a0545 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:26:32.073892 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2b282a7-7aeb-48e6-9df0-13a3e1702ffd req-5c69172c-ef4c-4272-b2be-47dbd9449ffb service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846517 Sep 03 02:26:32.102835 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c66df114-6989-48f4-b1dd-938eee96ffcb req-a6024557-13d7-4ee0-99ee-450915b15bba tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0359545 Sep 03 02:26:32.168221 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d2b282a7-7aeb-48e6-9df0-13a3e1702ffd req-0cc8a84d-bb9a-41d8-b3d4-7085c13e6cc1 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875492 Sep 03 02:26:32.263253 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-e17b29c6-613f-464f-8e49-fc83969e3569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:58Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'd3e13531-2172-4640-a996-26932e26aa3f', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'port_id': '91f72dec-5b6c-431f-998b-9c9220dd1f42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'mac_address': 'fa:16:3e:c3:0d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db84964d-426a-4289-8190-6ac3a2aeb43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:26:17Z', 'updated_at': '2021-09-03T02:26:31Z', 'revision_number': 1, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8c09f15-656e-482b-88b4-a2982b13132c', 'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'mac_address': 'fa:16:3e:6f:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:53Z', 'updated_at': '2021-09-03T02:08:11Z', 'revision_number': 5, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'subnets': [{'id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:26:32.288641 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b29c6-613f-464f-8e49-fc83969e3569 None None] The sync data for ids ['66261697-ed86-4146-91ad-6c53a07a0545'] in dv-cinder-804735-8-iscsi is: [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:58Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'd3e13531-2172-4640-a996-26932e26aa3f', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'port_id': '91f72dec-5b6c-431f-998b-9c9220dd1f42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'mac_address': 'fa:16:3e:c3:0d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db84964d-426a-4289-8190-6ac3a2aeb43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:26:17Z', 'updated_at': '2021-09-03T02:26:31Z', 'revision_number': 1, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8c09f15-656e-482b-88b4-a2982b13132c', 'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'mac_address': 'fa:16:3e:6f:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:53Z', 'updated_at': '2021-09-03T02:08:11Z', 'revision_number': 5, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'subnets': [{'id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:26:32.495406 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebcc6d5-0c9f-49b4-bcc9-6d99ed24ce84 None None] New status for floating IP d3e13531-2172-4640-a996-26932e26aa3f: ACTIVE {{(pid=94496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:26:33.195890 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0077e9c6-6459-4de5-88fe-e90871dcaed5 req-e44a766c-3dda-4db1-a92b-ac88a57d09a4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0254297 Sep 03 02:26:33.687240 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-bc940c2f-8de9-4fab-ab4d-580ea664cbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:34.285882 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a9f1d19a-22fc-4a53-8682-fb7ae3af4395 req-5e0d0e6e-aaa1-4da5-9b4f-03850302ec00 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0257230 Sep 03 02:26:35.377250 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-383ccf84-e6ca-4605-a192-70a9e40a0ae7 req-1159eff2-66ec-4de8-b4e0-b5ec0e602eed tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0260475 Sep 03 02:26:36.126869 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4f04bb7c-f5b2-4f1a-9032-03ef53a17144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:36.467053 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8bc3c4a7-0929-4323-a483-e28b056feac3 req-1eebbc49-9987-4cd3-b497-46a2d5f6649f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0257587 Sep 03 02:26:36.705693 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:37.557269 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-61337261-00f9-4241-969e-a338fac3a689 req-063f182d-2940-451a-9a23-3331e60a2b5d tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0262485 Sep 03 02:26:37.715844 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:38.651334 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c5a16510-7f01-4b21-8910-650f2de0b66d req-c790f9f2-6f1f-4c51-8586-3419031c0df0 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0282769 Sep 03 02:26:39.052327 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:39.746126 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-74ca7c44-86ea-4a5c-8190-080cd9b662e5 req-b78b8cb8-e037-4589-88a9-988de20c62f9 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0261831 Sep 03 02:26:40.837155 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-98252775-ec67-4432-98b2-124f55602c0d req-abe2a319-fbd9-42e0-8000-75ae0a3c5e37 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0260177 Sep 03 02:26:41.931638 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-29ebb2be-eaea-4547-b6da-3c47930ae991 req-8124fd8c-d4e1-47c6-8732-ea67778ba833 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0295444 Sep 03 02:26:42.230372 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:26:43.022301 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4f331f36-899a-446b-97aa-de61209d4796 req-79dfc8cf-a6fa-4c6c-8455-868a89dd52bc tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0266495 Sep 03 02:26:44.113358 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c4c5ee59-2548-454f-8a46-4433a24dbed0 req-11b9839a-d8be-4913-bd3e-df521f0b49be tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0255129 Sep 03 02:26:45.206191 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-eb66882e-4ff8-4213-8153-4330f2bb27ae req-94bc4dd3-6828-4309-99a5-eceb58d7c8d2 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0278449 Sep 03 02:26:46.297192 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-87b81da1-2016-461c-820e-7fa285663d42 req-96618a2e-7445-4333-a0a2-84ad915f0116 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0259855 Sep 03 02:26:47.387489 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-afbd1e4b-4008-4de4-a4e3-9342cc5c7789 req-12793ed7-4dab-42af-a376-ecadbe045ec9 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0255604 Sep 03 02:26:48.479964 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c796259e-b956-430a-a827-3e7ff7e6fe75 req-4c3d30e9-c6e7-4c25-901c-298ddc20e29c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0254149 Sep 03 02:26:49.570097 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7330d30e-5420-44b0-adf2-6d7375b162fc req-d63cd801-3556-468e-8cdc-5465f6092a81 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0248432 Sep 03 02:26:50.659028 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b7b18d72-8c7d-4328-9391-47b80994ee74 req-606da058-f133-402e-a491-e2d1c8b510bc tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0254166 Sep 03 02:26:51.751600 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-13932351-5908-41e6-ad30-6e1a8d665c2a req-7aaab273-7076-4768-8c62-fb34f98e161b tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0279491 Sep 03 02:26:52.841816 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-60d1c539-c3a2-4f00-b890-89150c17f677 req-2f4e7b37-2305-45b7-949d-a925eb02210b tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0250342 Sep 03 02:26:53.932775 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-79cd7ad0-74db-4100-90ee-f34a4682012f req-cc099584-674d-4b7d-88dc-e67a8727e7f7 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0254343 Sep 03 02:26:55.023992 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a34530cb-4c35-4c6d-9011-ea6889ba98ef req-eecf9f12-539d-4ede-8703-53d1a0ef26ec tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0264833 Sep 03 02:26:56.115235 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c0e91393-572a-4f3a-9979-dd42716e61c8 req-87f6945c-6534-4fd0-b647-1e092d9c65a4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0259569 Sep 03 02:26:57.205713 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9f9fa466-8516-4ec1-abe6-6a747f85a8f5 req-7abff90c-beec-4eb6-a612-0838a9cce7f5 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0255797 Sep 03 02:26:58.246408 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:26:58.307841 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6afdce54-acc0-44c8-8d2a-bd40b36eb2d7 req-33e06721-b72d-4569-bc4b-4588f1ef5351 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0299003 Sep 03 02:26:59.399178 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-cad9e011-a7e5-46aa-815c-7669c87a64ad req-a005406e-0144-4fc8-b93c-15d6b60f5586 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0261283 Sep 03 02:27:00.490254 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7ada3ff8-f111-484a-b639-cfc5d1d8b9e5 req-d3589a4c-5870-4fbe-b54f-679f8b69fed3 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0266306 Sep 03 02:27:01.579626 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-abe5cda7-abce-49b7-9f66-404fc536e36c req-ab452297-d3cb-4eff-8e3a-867430441305 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0259275 Sep 03 02:27:02.669083 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-603b84f1-56e6-408f-83f2-4a6ed5bb878d req-3dc3e803-731e-4271-b37e-08ac414575ec tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0251129 Sep 03 02:27:03.686199 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-023bdc9b-a305-4435-b1de-cb0eb69f39bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:03.758476 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8c93fa77-ae70-49bb-a2fd-9262a44c9de2 req-ee536bb9-3809-4ef5-918b-5054a5df7d02 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0259616 Sep 03 02:27:04.852381 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-572b70ab-394e-4971-8c02-1756733cdcee req-7b88b534-a622-4560-a56e-f7f19c9d40f6 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0289810 Sep 03 02:27:05.950439 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b14891e6-d395-4722-99af-5413d5e9fef3 req-64387f69-7493-4c61-a32a-ed26abd9d19a tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0282962 Sep 03 02:27:06.132238 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-83882e74-a8a6-46ed-bce4-daf4932ca453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:06.715128 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:07.049271 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-96e3bac8-dbd7-4fbc-a823-860f0ffc2bb7 req-252d04b9-9be8-4bee-bbea-742edf2ed267 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0275466 Sep 03 02:27:07.743253 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:08.141940 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-67300b9f-fb95-4966-8092-856c22e3dfd4 req-c7d6c740-1b00-421b-bbd4-cee5ea7e9db4 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0263517 Sep 03 02:27:09.080137 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:09.250022 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d79d700f-2044-4c66-b649-abefbc15a1bf req-02fd99cf-f81b-4d1a-810f-0da8162e4ae5 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0275998 Sep 03 02:27:10.344805 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0e33481f-d62a-404e-90c6-1f679107b404 req-c9cdaaf3-48cf-47d3-a942-c71668c02605 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0280643 Sep 03 02:27:11.444718 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7263d07b-0bc2-4b84-8a50-0ad72f738f21 req-8de3082a-1607-4769-ab71-acebe32c6d68 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0307014 Sep 03 02:27:12.534388 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f3e8dddf-3c7c-4e9a-a6c3-e7c9b9d92fb3 req-92656f02-3ddd-45bc-80f9-d786483961f2 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0256846 Sep 03 02:27:13.625673 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6d809c01-eaa9-41a4-99e3-f5659e26f940 req-11984a1f-7d11-4aea-a714-62dd741a6a8a tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0265176 Sep 03 02:27:14.459814 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-00242ab2-547c-4178-abbf-2021a458d0d3 req-6e84b997-2453-4bf2-8524-64001c40f357 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381458 Sep 03 02:27:14.540634 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00242ab2-547c-4178-abbf-2021a458d0d3 req-19a1f1a5-6a0b-4cdc-a1e0-e36e6f162738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:27:14.542120 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-00242ab2-547c-4178-abbf-2021a458d0d3 req-19a1f1a5-6a0b-4cdc-a1e0-e36e6f162738 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 1098 time: 0.0399940 Sep 03 02:27:14.647247 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00242ab2-547c-4178-abbf-2021a458d0d3 req-9e2010a4-9ea0-4b3d-bc63-f51dc392f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:27:14.648994 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-00242ab2-547c-4178-abbf-2021a458d0d3 req-9e2010a4-9ea0-4b3d-bc63-f51dc392f2d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 918 time: 0.0839021 Sep 03 02:27:14.715133 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-00242ab2-547c-4178-abbf-2021a458d0d3 req-8a483663-380c-4da6-a6ea-7e3db543a253 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f72dec-5b6c-431f-998b-9c9220dd1f42 HTTP/1.1" status: 200 len: 1000 time: 0.0586312 Sep 03 02:27:14.716732 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-062d748f-5d43-4169-b401-ea5e044be936 req-5fd825e4-af51-449d-bdf4-d277b017d4eb tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0251889 Sep 03 02:27:14.765084 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00242ab2-547c-4178-abbf-2021a458d0d3 req-6e523df9-6aa2-4c0b-a027-771efb7a50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:27:14.766497 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-00242ab2-547c-4178-abbf-2021a458d0d3 req-6e523df9-6aa2-4c0b-a027-771efb7a50d1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 200 len: 856 time: 0.0428393 Sep 03 02:27:14.813567 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00242ab2-547c-4178-abbf-2021a458d0d3 req-ca10acac-2647-4f0c-8b43-cb39be831336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:27:14.814985 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-00242ab2-547c-4178-abbf-2021a458d0d3 req-ca10acac-2647-4f0c-8b43-cb39be831336 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ce91eac-9b88-4122-abff-d06982620e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414453 Sep 03 02:27:14.899593 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-00242ab2-547c-4178-abbf-2021a458d0d3 req-9deca1e9-d672-43ec-9e29-e5cc91332aea service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774326 Sep 03 02:27:14.987737 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-00242ab2-547c-4178-abbf-2021a458d0d3 req-b3bd90ab-d7e6-43a4-914e-4aefa53eac2c service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810106 Sep 03 02:27:15.811697 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-52da49fc-8217-4c65-a38f-f2475b52f4be req-acac4ac6-180d-4f80-a88b-05e20a206d2c tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0253599 Sep 03 02:27:16.900589 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9089670d-6536-4571-b5ad-aefecc5f5803 req-fa3edf1c-c3eb-40c0-b8f2-e139e701097e tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0245333 Sep 03 02:27:17.993781 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b1da23c6-710f-42f2-97cc-b1d822050af6 req-cd6d0332-0758-491c-bec6-289fbabc9fda tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0276518 Sep 03 02:27:19.084239 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-257b1c62-1624-4415-a723-b6fdeb5b1792 req-0c079ed0-fdac-42f5-9851-dca9b1c95082 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0263534 Sep 03 02:27:19.228643 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:27:20.175583 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4c9f5b98-0538-408d-8ad7-52b6aa5f78a3 req-3505637f-2358-4633-b27b-1e472b5350c0 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0261281 Sep 03 02:27:21.265822 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fa59e168-6ca8-4b13-9843-55d0cb2f771d req-93734e2a-06ee-47dc-8917-a7ff0e894e78 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0252805 Sep 03 02:27:22.356202 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a087c012-3190-4d4f-bd11-67c5d40f416e req-62f3fbc1-c5bb-4e76-9f34-3f05c62fb10e tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0251298 Sep 03 02:27:23.448081 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a12cf1fa-144b-4cb6-b03e-879f7795f0b3 req-bfda3f83-293a-4447-9b38-ca1cb9a01b1f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0250344 Sep 03 02:27:24.541963 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-24dec77a-b3ce-41d0-b812-13cef3179858 req-a37e00f3-5035-4e30-8340-4fb1888aff85 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0281346 Sep 03 02:27:25.633080 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bb93f258-0dd6-496d-9fca-7dca42dc86f8 req-77ba9fb7-11d7-4179-bee5-e1f07e88bdaa tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0255821 Sep 03 02:27:26.724997 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f478f26e-3c12-4bb3-943e-1f9ccb7bcbef req-a86509a8-d2ba-4e2e-86c5-4b318574554f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0256608 Sep 03 02:27:27.816948 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-59097dc0-d426-44fb-bdd3-8ae49542956c req-cb6f15cf-abbb-498b-b975-ba633041ee4b tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0262911 Sep 03 02:27:28.268600 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:28.906073 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4132efbf-a39a-45be-9e95-71a6ab6cd8fb req-de4e113d-3112-4477-9bbf-26d2a34964de tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0254467 Sep 03 02:27:29.996845 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a72a7924-79b0-42de-97fa-01c5517e17b6 req-97c95513-9657-4dcf-a36a-8c83718cb00a tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0255268 Sep 03 02:27:31.089284 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-53e11b10-a367-4e6f-b2bf-354a12a04127 req-6581be51-fb44-4236-b118-a9501f3bc990 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0286372 Sep 03 02:27:32.180216 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-22ff0090-179c-4a97-b802-f7374d2d7e1c req-361b3267-c711-44a9-81d3-854a46675c43 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0257494 Sep 03 02:27:33.270368 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0b66f23e-0de9-439f-8baa-7be8420bb725 req-7083f286-444f-4b32-9017-f73a91fbd6bf tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0256240 Sep 03 02:27:33.674286 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ca51d328-09ce-4452-b74f-d4d425396bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:34.362930 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d6a6e955-2c91-472d-a26d-cd9f48f4110e req-917687d0-60ab-43f3-8076-ecfcb658aa18 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0277932 Sep 03 02:27:35.453294 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e343158f-8df8-4a5b-bab7-58b6b3918f00 req-253e872c-ad3d-43b0-8118-fb1eee082734 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0258224 Sep 03 02:27:36.148757 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9a915855-fbb7-4956-ba5b-db28cd9f4c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:36.545056 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3fba96a7-6677-4603-831d-0ad6bc43f807 req-fc43fd8a-fea6-4a2c-806b-919cc614ca4f tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0263228 Sep 03 02:27:36.731517 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:37.639268 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-72d87a36-960e-44b5-992f-b47a428f7e05 req-062fe458-979d-4955-b74c-33c92440ad1b tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0280192 Sep 03 02:27:37.697167 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:38.730650 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3e80ee7a-c1ba-4629-a6ee-c631954ef758 req-80097ebe-1d06-48ce-a0e9-0a00f81c7318 tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0252762 Sep 03 02:27:39.045943 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:39.822252 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5fa5cca5-c0e5-49e8-9714-cc2220bc3022 req-6eecb66c-fb0a-416f-bb8e-b9e49dd19a1b tempest-TestMinimumBasicScenario-536548916 tempest-TestMinimumBasicScenario-536548916-project] 10.222.0.21 "GET /v2.0/ports?device_id=36614f06-5e53-44b0-a13e-fb9cf46c3f04 HTTP/1.1" status: 200 len: 210 time: 0.0260115 Sep 03 02:27:39.833067 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [req-536dc1eb-7929-4c9c-addc-f33554247959 req-574d9355-cbab-472a-8f44-a899ecaef4bb service neutron] (94493) timed out ('10.222.0.25', 56790) {{(pid=94493) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 02:27:42.307380 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 51278) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:27:43.026403 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734964'] for router_interface, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:43.305635 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Deleting port 7c305962-2971-48dc-8d21-fa1d68e78096 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:27:43.305894 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:43.381985 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] For port 7c305962-2971-48dc-8d21-fa1d68e78096, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=7c305962-2971-48dc-8d21-fa1d68e78096,segment=NetworkSegment(b8335488-2200-41f4-8393-296c8d1b01e5),segment_id=b8335488-2200-41f4-8393-296c8d1b01e5)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:27:43.382643 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:43.395407 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Calling delete_port for 7c305962-2971-48dc-8d21-fa1d68e78096 owned by network:router_interface {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:27:43.611935 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:43.638325 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c305962-2971-48dc-8d21-fa1d68e78096,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:27:43.666517 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:43.671615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:43.671615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:43.671615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:43.671615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:43.671615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:43.671615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:43.671615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:43.671615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:43.671615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:43.671615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:43.671615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:43.822063 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735072'] for router_interface, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:44.031721 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Router 18648663-7768-4716-9c7a-5448f2120059 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:27:44.130686 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:27:44.135776 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-adc6db6b-e083-4b4e-8e85-f78a3555a8a3 admin admin] 10.222.0.21 "PUT /v2.0/routers/18648663-7768-4716-9c7a-5448f2120059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8273289 Sep 03 02:27:44.138320 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 51302) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:27:44.141555 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a554ef-8979-4c83-b588-04a2bb677e8a None None] Sync routers for ids ['18648663-7768-4716-9c7a-5448f2120059'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:27:44.151218 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a554ef-8979-4c83-b588-04a2bb677e8a None None] Routers {'18648663-7768-4716-9c7a-5448f2120059'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:27:44.151874 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-85a554ef-8979-4c83-b588-04a2bb677e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:27:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['18648663-7768-4716-9c7a-5448f2120059'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:27:44.239379 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-285fe2e2-ed33-4a44-af51-666187b4edb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:44.256384 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-85a554ef-8979-4c83-b588-04a2bb677e8a None None] Set router 18648663-7768-4716-9c7a-5448f2120059 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:27:44.337914 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-285fe2e2-ed33-4a44-af51-666187b4edb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:44.425391 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-85a554ef-8979-4c83-b588-04a2bb677e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18648663-7768-4716-9c7a-5448f2120059', 'name': 'tempest-TestMinimumBasicScenario-1427796017-router', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:31Z', 'updated_at': '2021-09-03T02:27:43Z', 'revision_number': 5, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'gw_port': {'id': '621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ce:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18648663-7768-4716-9c7a-5448f2120059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:32Z', 'updated_at': '2021-09-03T02:10:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:27:44.448454 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-285fe2e2-ed33-4a44-af51-666187b4edb6 admin admin] Deleting port 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:27:44.449049 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-285fe2e2-ed33-4a44-af51-666187b4edb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:44.450710 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a554ef-8979-4c83-b588-04a2bb677e8a None None] Checking router: 18648663-7768-4716-9c7a-5448f2120059 for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:27:44.460327 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a554ef-8979-4c83-b588-04a2bb677e8a None None] Routers {'18648663-7768-4716-9c7a-5448f2120059'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:27:44.460953 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-85a554ef-8979-4c83-b588-04a2bb677e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:27:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['18648663-7768-4716-9c7a-5448f2120059'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:27:44.530819 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-285fe2e2-ed33-4a44-af51-666187b4edb6 admin admin] For port 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:27:44.531198 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-285fe2e2-ed33-4a44-af51-666187b4edb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:44.543920 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-285fe2e2-ed33-4a44-af51-666187b4edb6 admin admin] Calling delete_port for 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5 owned by network:router_gateway {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:27:44.546655 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-85a554ef-8979-4c83-b588-04a2bb677e8a None None] Set router 18648663-7768-4716-9c7a-5448f2120059 gateway port host: None {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:27:44.598531 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-85a554ef-8979-4c83-b588-04a2bb677e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18648663-7768-4716-9c7a-5448f2120059', 'name': 'tempest-TestMinimumBasicScenario-1427796017-router', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:31Z', 'updated_at': '2021-09-03T02:27:44Z', 'revision_number': 6, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'gw_port_host': None}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:27:44.624460 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a554ef-8979-4c83-b588-04a2bb677e8a None None] The sync data for ids ['18648663-7768-4716-9c7a-5448f2120059'] in dv-cinder-804735-8-iscsi is: [{'id': '18648663-7768-4716-9c7a-5448f2120059', 'name': 'tempest-TestMinimumBasicScenario-1427796017-router', 'tenant_id': 'd014b0bd80a8401db903ec24b7488dda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:31Z', 'updated_at': '2021-09-03T02:27:44Z', 'revision_number': 6, 'project_id': 'd014b0bd80a8401db903ec24b7488dda', 'gw_port_host': None}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:27:44.743473 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-285fe2e2-ed33-4a44-af51-666187b4edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:44.769166 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fe2e2-ed33-4a44-af51-666187b4edb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:27:44.831962 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-285fe2e2-ed33-4a44-af51-666187b4edb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729998'] for router_gateway, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:44.937676 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-285fe2e2-ed33-4a44-af51-666187b4edb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25460'] for router, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:44.939808 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-285fe2e2-ed33-4a44-af51-666187b4edb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.068845 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-285fe2e2-ed33-4a44-af51-666187b4edb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733480'] for router, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.069373 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285fe2e2-ed33-4a44-af51-666187b4edb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18648663-7768-4716-9c7a-5448f2120059 {{(pid=94493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:27:45.074309 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-285fe2e2-ed33-4a44-af51-666187b4edb6 admin admin] Notify callbacks [] for router, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.075528 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-285fe2e2-ed33-4a44-af51-666187b4edb6 admin admin] 10.222.0.21 "DELETE /v2.0/routers/18648663-7768-4716-9c7a-5448f2120059 HTTP/1.1" status: 204 len: 168 time: 0.9362726 Sep 03 02:27:45.078488 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 51314) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:27:45.125048 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Deleting subnet d751a5c5-7e7c-4310-ac9f-b57fc6979183 {{(pid=94494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:27:45.128138 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.161937 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31215061'] for subnet, precommit_delete_associations {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.272304 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.383599 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31249298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31359024'] for subnet, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.408037 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d751a5c5-7e7c-4310-ac9f-b57fc6979183,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:27:45.414506 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.414778 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d751a5c5-7e7c-4310-ac9f-b57fc6979183 HTTP/1.1" status: 204 len: 168 time: 0.3350666 Sep 03 02:27:45.417481 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 51316) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:27:45.419715 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.420071 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.420417 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.421245 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.421540 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b2bb2f-2ae8-479d-8412-d9e2a3581588 None None] Network 89eabf15-ada6-4bec-938b-3d6527b4389b requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:27:45.421998 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.421998 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.422248 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.422541 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.422866 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.423289 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.423536 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.423860 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a9931a-5274-4968-a86b-e59ab30dc5c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.488624 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 7c305962-2971-48dc-8d21-fa1d68e78096 no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:27:45.496025 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.523841 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: 7c305962-2971-48dc-8d21-fa1d68e78096 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:27:45.524185 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 7c305962-2971-48dc-8d21-fa1d68e78096 not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:27:45.524597 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5 no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:27:45.543559 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:27:45.543901 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 621e8b4f-7e48-4e41-b6c1-7ad34ea7cbb5 not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:27:45.547319 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] Deleting port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:27:45.547677 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.611475 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] For port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849,segment=NetworkSegment(b8335488-2200-41f4-8393-296c8d1b01e5),segment_id=b8335488-2200-41f4-8393-296c8d1b01e5)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:27:45.611849 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.622939 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] Calling delete_port for 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 owned by network:dhcp {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:27:45.634034 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] DHCP port deletion for 89eabf15-ada6-4bec-938b-3d6527b4389b request from dv-cinder-804735-8-iscsi {{(pid=94495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 02:27:45.680244 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Deleting port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 {{(pid=94495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:27:45.680572 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.740926 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] For port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849,segment=NetworkSegment(b8335488-2200-41f4-8393-296c8d1b01e5),segment_id=b8335488-2200-41f4-8393-296c8d1b01e5)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:27:45.741369 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.753152 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Calling delete_port for 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 owned by network:dhcp {{(pid=94495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:27:45.788753 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.814511 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] Pushing event deleted for resources: {'Port': ['ID=78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:27:45.818051 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] No DVR routers for this DVR port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 on host dv-cinder-804735-8-iscsi {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:27:45.867880 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564'] for port, after_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.891444 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.892760 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Pushing event deleted for resources: {'Port': ['ID=78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849,revision_number=None']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:27:45.901183 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] No DVR routers for this DVR port 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 on host dv-cinder-804735-8-iscsi {{(pid=94495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:27:45.903163 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.903267 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89eabf15-ada6-4bec-938b-3d6527b4389b']}} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:27:45.903537 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.903896 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.904174 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.904507 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.905737 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.905737 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.906020 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.906337 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.906667 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.906989 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.907341 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1d8855-fc5e-4e2b-b456-ff2d09d94f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:27:45.916335 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8335488-2200-41f4-8393-296c8d1b01e5') {'for_net_delete': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:27:45.927716 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8335488-2200-41f4-8393-296c8d1b01e5') {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:27:45.935150 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30229314'] for segment, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.949312 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.955848 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:27:45.956255 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30143582'] for segment, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: Traceback (most recent call last): Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: timer() Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: cb(*args, **kw) Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: return func(*args, **kwargs) Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: self._notify() Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: self.callback(batched_events) Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: event.method(event) Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: return f(self, *a, **k) Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: return self._get(url).json() Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: return self.request(url, 'GET', **kwargs) Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:27:45.957893 dv-cinder-804735-8-iscsi neutron-server[94493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:27:46.074914 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:46.083765 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:46.085949 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] 10.222.0.21 "DELETE /v2.0/networks/89eabf15-ada6-4bec-938b-3d6527b4389b HTTP/1.1" status: 204 len: 168 time: 0.6673946 Sep 03 02:27:46.088882 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 51328) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:27:46.095699 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6bf448-f67e-47b2-8723-82d25c45818e admin admin] Pushing event deleted for resources: {'Network': ['ID=89eabf15-ada6-4bec-938b-3d6527b4389b,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:27:46.414328 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-556d40f8-5656-40f3-ba41-4d26e26c54f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734964'] for router_interface, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:46.643365 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-556d40f8-5656-40f3-ba41-4d26e26c54f6 admin admin] Deleting port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:27:46.643711 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-556d40f8-5656-40f3-ba41-4d26e26c54f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:46.716949 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-556d40f8-5656-40f3-ba41-4d26e26c54f6 admin admin] For port 1c579504-15dd-49d1-b5bf-2683ddfc8f7f, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=1c579504-15dd-49d1-b5bf-2683ddfc8f7f,segment=NetworkSegment(313eb06d-16a5-4454-98ec-c61e1c707c98),segment_id=313eb06d-16a5-4454-98ec-c61e1c707c98)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:27:46.717235 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-556d40f8-5656-40f3-ba41-4d26e26c54f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:46.729356 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-556d40f8-5656-40f3-ba41-4d26e26c54f6 admin admin] Calling delete_port for 1c579504-15dd-49d1-b5bf-2683ddfc8f7f owned by network:router_interface {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:27:46.937101 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-556d40f8-5656-40f3-ba41-4d26e26c54f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:46.965551 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d40f8-5656-40f3-ba41-4d26e26c54f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c579504-15dd-49d1-b5bf-2683ddfc8f7f,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:27:47.129564 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-556d40f8-5656-40f3-ba41-4d26e26c54f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735072'] for router_interface, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:47.335378 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556d40f8-5656-40f3-ba41-4d26e26c54f6 admin admin] Router 42135ef4-64b7-4121-b010-cdac8694f5df has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:27:47.438350 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556d40f8-5656-40f3-ba41-4d26e26c54f6 admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:27:47.443803 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-556d40f8-5656-40f3-ba41-4d26e26c54f6 admin admin] 10.222.0.21 "PUT /v2.0/routers/42135ef4-64b7-4121-b010-cdac8694f5df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3534186 Sep 03 02:27:47.445874 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 51340) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:27:47.448712 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c5924-11a3-467f-bc51-8bd044ac6216 None None] Sync routers for ids ['42135ef4-64b7-4121-b010-cdac8694f5df'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:27:47.461154 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c5924-11a3-467f-bc51-8bd044ac6216 None None] Routers {'42135ef4-64b7-4121-b010-cdac8694f5df'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:27:47.461891 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-317c5924-11a3-467f-bc51-8bd044ac6216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:27:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['42135ef4-64b7-4121-b010-cdac8694f5df'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:27:47.525742 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:27:47.548938 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-433d7e75-b6af-425a-acfc-adf31d053406 admin admin] Notify callbacks [] for router, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:47.550577 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:27:47.550930 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 78ac4c19-2f8d-4c0d-9428-2e7dbe6cc849 not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:27:47.570003 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-317c5924-11a3-467f-bc51-8bd044ac6216 None None] Set router 42135ef4-64b7-4121-b010-cdac8694f5df gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:27:47.648790 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-433d7e75-b6af-425a-acfc-adf31d053406 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:47.747676 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-317c5924-11a3-467f-bc51-8bd044ac6216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'name': 'tempest-TestMinimumBasicScenario-607579799-router', 'tenant_id': '5a2f23c199044e6cb8cdf40443007a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd991e1fc-f193-44bc-a7f9-35b6be60fe5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:39Z', 'updated_at': '2021-09-03T02:27:46Z', 'revision_number': 5, 'project_id': '5a2f23c199044e6cb8cdf40443007a10', 'gw_port': {'id': 'd991e1fc-f193-44bc-a7f9-35b6be60fe5a', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:10:39Z', 'updated_at': '2021-09-03T02:10:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:27:47.771433 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-433d7e75-b6af-425a-acfc-adf31d053406 admin admin] Deleting port d991e1fc-f193-44bc-a7f9-35b6be60fe5a {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:27:47.771779 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-433d7e75-b6af-425a-acfc-adf31d053406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:47.773515 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c5924-11a3-467f-bc51-8bd044ac6216 None None] Checking router: 42135ef4-64b7-4121-b010-cdac8694f5df for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:27:47.782874 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317c5924-11a3-467f-bc51-8bd044ac6216 None None] Routers {'42135ef4-64b7-4121-b010-cdac8694f5df'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:27:47.783509 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-317c5924-11a3-467f-bc51-8bd044ac6216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:27:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['42135ef4-64b7-4121-b010-cdac8694f5df'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:27:47.847117 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-433d7e75-b6af-425a-acfc-adf31d053406 admin admin] For port d991e1fc-f193-44bc-a7f9-35b6be60fe5a, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=d991e1fc-f193-44bc-a7f9-35b6be60fe5a,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:27:47.847530 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-433d7e75-b6af-425a-acfc-adf31d053406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:47.859886 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-433d7e75-b6af-425a-acfc-adf31d053406 admin admin] Calling delete_port for d991e1fc-f193-44bc-a7f9-35b6be60fe5a owned by network:router_gateway {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:27:47.866852 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-317c5924-11a3-467f-bc51-8bd044ac6216 None None] Set router 42135ef4-64b7-4121-b010-cdac8694f5df gateway port host: None {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:27:47.917065 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-317c5924-11a3-467f-bc51-8bd044ac6216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'name': 'tempest-TestMinimumBasicScenario-607579799-router', 'tenant_id': '5a2f23c199044e6cb8cdf40443007a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:39Z', 'updated_at': '2021-09-03T02:27:47Z', 'revision_number': 6, 'project_id': '5a2f23c199044e6cb8cdf40443007a10', 'gw_port_host': None}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:27:47.946563 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c5924-11a3-467f-bc51-8bd044ac6216 None None] The sync data for ids ['42135ef4-64b7-4121-b010-cdac8694f5df'] in dv-cinder-804735-8-iscsi is: [{'id': '42135ef4-64b7-4121-b010-cdac8694f5df', 'name': 'tempest-TestMinimumBasicScenario-607579799-router', 'tenant_id': '5a2f23c199044e6cb8cdf40443007a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:10:39Z', 'updated_at': '2021-09-03T02:27:47Z', 'revision_number': 6, 'project_id': '5a2f23c199044e6cb8cdf40443007a10', 'gw_port_host': None}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:27:48.063566 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-433d7e75-b6af-425a-acfc-adf31d053406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:48.090882 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d7e75-b6af-425a-acfc-adf31d053406 admin admin] Pushing event deleted for resources: {'Port': ['ID=d991e1fc-f193-44bc-a7f9-35b6be60fe5a,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:27:48.154674 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-433d7e75-b6af-425a-acfc-adf31d053406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729998'] for router_gateway, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:48.487934 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-433d7e75-b6af-425a-acfc-adf31d053406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25460'] for router, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:48.489891 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-433d7e75-b6af-425a-acfc-adf31d053406 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:48.600248 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-433d7e75-b6af-425a-acfc-adf31d053406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733480'] for router, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:48.600769 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433d7e75-b6af-425a-acfc-adf31d053406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42135ef4-64b7-4121-b010-cdac8694f5df {{(pid=94494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:27:48.605040 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-433d7e75-b6af-425a-acfc-adf31d053406 admin admin] Notify callbacks [] for router, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:48.606095 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-433d7e75-b6af-425a-acfc-adf31d053406 admin admin] 10.222.0.21 "DELETE /v2.0/routers/42135ef4-64b7-4121-b010-cdac8694f5df HTTP/1.1" status: 204 len: 168 time: 1.1592667 Sep 03 02:27:48.608576 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 51352) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:27:48.650550 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d7dbf8-e446-4f2a-b232-fb7424274399 admin admin] Deleting subnet f3f9f469-df31-4049-82ba-6c634be357de {{(pid=94494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:27:48.653341 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b1d7dbf8-e446-4f2a-b232-fb7424274399 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:48.691110 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b1d7dbf8-e446-4f2a-b232-fb7424274399 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31215061'] for subnet, precommit_delete_associations {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:48.767573 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b1d7dbf8-e446-4f2a-b232-fb7424274399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:48.858163 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b1d7dbf8-e446-4f2a-b232-fb7424274399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31249298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31359024'] for subnet, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:48.882728 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7dbf8-e446-4f2a-b232-fb7424274399 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3f9f469-df31-4049-82ba-6c634be357de,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:27:48.890445 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b1d7dbf8-e446-4f2a-b232-fb7424274399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:48.896043 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-b1d7dbf8-e446-4f2a-b232-fb7424274399 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f3f9f469-df31-4049-82ba-6c634be357de HTTP/1.1" status: 204 len: 168 time: 0.2833633 Sep 03 02:27:48.896043 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 51354) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:27:48.898276 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ad3b45-e9b2-434a-a206-96bd47d95605 None None] Network 5dcad116-bf14-4735-8fe5-6897fa6bbf86 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:27:48.967207 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:49.017610 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] Deleting port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:27:49.017966 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:49.075871 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5ffcfa-8514-4daa-9fdb-84081104d6f7 None None] DHCP port deletion for 5dcad116-bf14-4735-8fe5-6897fa6bbf86 request from dv-cinder-804735-8-iscsi {{(pid=94495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 02:27:49.085786 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] For port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=d453e3a7-0c8e-45b7-96b3-1a613e90c2b4,segment=NetworkSegment(313eb06d-16a5-4454-98ec-c61e1c707c98),segment_id=313eb06d-16a5-4454-98ec-c61e1c707c98)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:27:49.086165 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:49.098742 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] Calling delete_port for d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 owned by network:dhcp {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:27:49.129560 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ffcfa-8514-4daa-9fdb-84081104d6f7 None None] Deleting port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 {{(pid=94495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:27:49.129980 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffcfa-8514-4daa-9fdb-84081104d6f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:49.207770 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-2b5ffcfa-8514-4daa-9fdb-84081104d6f7 None None] For port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=d453e3a7-0c8e-45b7-96b3-1a613e90c2b4,segment=NetworkSegment(313eb06d-16a5-4454-98ec-c61e1c707c98),segment_id=313eb06d-16a5-4454-98ec-c61e1c707c98)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:27:49.208168 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffcfa-8514-4daa-9fdb-84081104d6f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:49.224154 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-2b5ffcfa-8514-4daa-9fdb-84081104d6f7 None None] Calling delete_port for d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 owned by network:dhcp {{(pid=94495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:27:49.274730 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:49.301854 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=d453e3a7-0c8e-45b7-96b3-1a613e90c2b4,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:27:49.304972 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2b5ffcfa-8514-4daa-9fdb-84081104d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564'] for port, after_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:49.305145 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] No DVR routers for this DVR port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 on host dv-cinder-804735-8-iscsi {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:27:49.329437 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ffcfa-8514-4daa-9fdb-84081104d6f7 None None] Pushing event deleted for resources: {'Port': ['ID=d453e3a7-0c8e-45b7-96b3-1a613e90c2b4,revision_number=None']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:27:49.334887 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ffcfa-8514-4daa-9fdb-84081104d6f7 None None] No DVR routers for this DVR port d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 on host dv-cinder-804735-8-iscsi {{(pid=94495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:27:49.380114 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:49.390344 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcad116-bf14-4735-8fe5-6897fa6bbf86']}} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:27:49.399800 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313eb06d-16a5-4454-98ec-c61e1c707c98') {'for_net_delete': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:27:49.400095 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313eb06d-16a5-4454-98ec-c61e1c707c98') {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:27:49.409143 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31215052'] for segment, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:49.422529 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:49.428404 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:27:49.428867 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31249356'] for segment, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: Traceback (most recent call last): Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: timer() Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: cb(*args, **kw) Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: return func(*args, **kwargs) Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: self._notify() Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: self.callback(batched_events) Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: event.method(event) Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: return f(self, *a, **k) Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._get(url).json() Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: return self.request(url, 'GET', **kwargs) Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:27:49.430244 dv-cinder-804735-8-iscsi neutron-server[94494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:27:49.475586 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 1c579504-15dd-49d1-b5bf-2683ddfc8f7f no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:27:49.495197 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: 1c579504-15dd-49d1-b5bf-2683ddfc8f7f {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:27:49.495573 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 1c579504-15dd-49d1-b5bf-2683ddfc8f7f not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:27:49.496016 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device d991e1fc-f193-44bc-a7f9-35b6be60fe5a no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:27:49.514131 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: d991e1fc-f193-44bc-a7f9-35b6be60fe5a {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:27:49.515039 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device d991e1fc-f193-44bc-a7f9-35b6be60fe5a not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:27:49.515444 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:27:49.532552 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:27:49.532841 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device d453e3a7-0c8e-45b7-96b3-1a613e90c2b4 not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:27:49.559835 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:49.568227 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:49.570126 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] 10.222.0.21 "DELETE /v2.0/networks/5dcad116-bf14-4735-8fe5-6897fa6bbf86 HTTP/1.1" status: 204 len: 168 time: 0.6734514 Sep 03 02:27:49.579844 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b575703-a3bb-41a7-ada2-2db5b9945b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=5dcad116-bf14-4735-8fe5-6897fa6bbf86,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:27:49.896299 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 51368) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:27:49.934843 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-9dff7bfe-999e-413a-99ec-2bb7037034ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d014b0bd80a8401db903ec24b7488dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374012 Sep 03 02:27:49.937831 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 51370) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:27:49.982263 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-84c8df97-afd5-4f7b-a759-bc219c2c1f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:50.003083 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-84c8df97-afd5-4f7b-a759-bc219c2c1f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:50.172109 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-84c8df97-afd5-4f7b-a759-bc219c2c1f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:50.174856 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-84c8df97-afd5-4f7b-a759-bc219c2c1f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:50.175850 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-84c8df97-afd5-4f7b-a759-bc219c2c1f63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93a90836-441f-410b-b3f0-b91aa8ca5255 HTTP/1.1" status: 204 len: 168 time: 0.2371409 Sep 03 02:27:50.184662 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8df97-afd5-4f7b-a759-bc219c2c1f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a90836-441f-410b-b3f0-b91aa8ca5255,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:27:50.879331 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 51386) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:27:50.917446 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-9df71eb2-bea1-434d-97e8-3a21fb6d3ce8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a2f23c199044e6cb8cdf40443007a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368583 Sep 03 02:27:50.922362 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 51388) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:27:50.968254 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-332e2e7e-5bb7-47ba-8460-d1357eeff6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:50.988548 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-332e2e7e-5bb7-47ba-8460-d1357eeff6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:51.119899 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-332e2e7e-5bb7-47ba-8460-d1357eeff6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:51.126191 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-332e2e7e-5bb7-47ba-8460-d1357eeff6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:27:51.126191 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-332e2e7e-5bb7-47ba-8460-d1357eeff6ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d01d25e-aa28-45bb-b906-a76a4d537168 HTTP/1.1" status: 204 len: 168 time: 0.2004378 Sep 03 02:27:51.131427 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e2e7e-5bb7-47ba-8460-d1357eeff6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d01d25e-aa28-45bb-b906-a76a4d537168,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:27:56.227390 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:27:58.257039 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:28:03.691009 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4a299ccd-1380-40f2-9fd3-dae6551b9ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:28:06.159875 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-20fc76e9-ff40-4a77-be4a-7d038c724c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:28:06.719570 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:28:07.707987 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:28:09.114099 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:28:16.461521 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0383b920-b8c8-4fb5-a844-042dd9742e45 req-bd262a3c-3b0e-413e-8362-a245b7aea0ae service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401912 Sep 03 02:28:16.543494 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383b920-b8c8-4fb5-a844-042dd9742e45 req-ede3248e-5552-4377-b3f2-8dd92d02db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:28:16.544950 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0383b920-b8c8-4fb5-a844-042dd9742e45 req-ede3248e-5552-4377-b3f2-8dd92d02db30 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 1098 time: 0.0389373 Sep 03 02:28:16.646115 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383b920-b8c8-4fb5-a844-042dd9742e45 req-ab12f339-12cf-46ae-92f5-ea2c7c26a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:28:16.647583 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0383b920-b8c8-4fb5-a844-042dd9742e45 req-ab12f339-12cf-46ae-92f5-ea2c7c26a8c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 918 time: 0.0817649 Sep 03 02:28:16.712271 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0383b920-b8c8-4fb5-a844-042dd9742e45 req-6deb5925-e26c-4e2b-abf1-6f89c3f045de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f72dec-5b6c-431f-998b-9c9220dd1f42 HTTP/1.1" status: 200 len: 1000 time: 0.0580616 Sep 03 02:28:16.761878 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383b920-b8c8-4fb5-a844-042dd9742e45 req-a1bedd81-62e9-4302-9ac6-d6abe11dc9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:28:16.763360 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0383b920-b8c8-4fb5-a844-042dd9742e45 req-a1bedd81-62e9-4302-9ac6-d6abe11dc9ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 200 len: 856 time: 0.0438046 Sep 03 02:28:16.806500 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383b920-b8c8-4fb5-a844-042dd9742e45 req-bebec4ca-7ea4-4685-93b1-7040a50296f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:28:16.807951 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0383b920-b8c8-4fb5-a844-042dd9742e45 req-bebec4ca-7ea4-4685-93b1-7040a50296f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ce91eac-9b88-4122-abff-d06982620e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375783 Sep 03 02:28:16.818707 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [req-0383b920-b8c8-4fb5-a844-042dd9742e45 req-c0c466e7-9f37-4e25-9be8-f0c22daceea1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:28:16.819678 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0383b920-b8c8-4fb5-a844-042dd9742e45 req-c0c466e7-9f37-4e25-9be8-f0c22daceea1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046806 Sep 03 02:28:16.907502 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0383b920-b8c8-4fb5-a844-042dd9742e45 req-cb0a10b2-6eb6-4cb7-9671-4b7cf09dea4f service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810916 Sep 03 02:28:16.992174 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-0383b920-b8c8-4fb5-a844-042dd9742e45 req-9d58c933-3c46-4d92-b3b8-bcb6b03f1a54 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773053 Sep 03 02:28:28.262471 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:28:33.225685 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:28:33.685024 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-d043f83c-41a4-430d-bc88-7f3477a71be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:28:36.147582 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e8f8fac7-123b-45fc-984f-8ac6d1e227ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:28:36.713527 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:28:37.696169 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:28:39.056270 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:28:58.279096 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:29:03.678846 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-77291c45-be22-430b-a4c1-6d092f7b7c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:29:06.175906 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ac382955-aec7-4166-ae27-c98a31d1f5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:29:06.719423 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:29:07.701572 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:29:09.056438 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:29:10.224712 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:29:18.516685 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-240c8ffd-e1ac-47fd-9003-e2dacb788a8e req-ba380186-1d43-4216-8fac-4d357c2867b4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1327553 Sep 03 02:29:18.596623 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c8ffd-e1ac-47fd-9003-e2dacb788a8e req-163b2837-7551-41c4-877e-3c0479a1c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:29:18.598125 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-240c8ffd-e1ac-47fd-9003-e2dacb788a8e req-163b2837-7551-41c4-877e-3c0479a1c6bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 1098 time: 0.0411377 Sep 03 02:29:18.701219 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c8ffd-e1ac-47fd-9003-e2dacb788a8e req-f6b96b54-d2dc-4967-8372-29b29aa27390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:29:18.702725 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-240c8ffd-e1ac-47fd-9003-e2dacb788a8e req-f6b96b54-d2dc-4967-8372-29b29aa27390 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 918 time: 0.0860391 Sep 03 02:29:18.764136 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-240c8ffd-e1ac-47fd-9003-e2dacb788a8e req-2c90edad-ad6f-43f0-8782-b9423fde97f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f72dec-5b6c-431f-998b-9c9220dd1f42 HTTP/1.1" status: 200 len: 1000 time: 0.0548673 Sep 03 02:29:18.811813 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c8ffd-e1ac-47fd-9003-e2dacb788a8e req-f17dd507-5dff-4ae3-b54a-29949a81047b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:29:18.813185 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-240c8ffd-e1ac-47fd-9003-e2dacb788a8e req-f17dd507-5dff-4ae3-b54a-29949a81047b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 200 len: 856 time: 0.0419786 Sep 03 02:29:18.859237 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c8ffd-e1ac-47fd-9003-e2dacb788a8e req-4de4229c-50df-4449-84e2-d73b3a894fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:29:18.860679 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-240c8ffd-e1ac-47fd-9003-e2dacb788a8e req-4de4229c-50df-4449-84e2-d73b3a894fbb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ce91eac-9b88-4122-abff-d06982620e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407264 Sep 03 02:29:18.946211 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-240c8ffd-e1ac-47fd-9003-e2dacb788a8e req-4a86d756-d782-4979-a023-881ddb83c74f service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786748 Sep 03 02:29:19.035406 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-240c8ffd-e1ac-47fd-9003-e2dacb788a8e req-1a1578b6-2833-4e4f-96dd-fdeec9fb1091 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818346 Sep 03 02:29:28.272917 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:29:33.827255 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ceb866d9-8ef1-4213-9908-7621f583df8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:29:36.141010 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-dd3f9ae9-be7c-457c-9dd3-4c18ccc550bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:29:36.717685 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:29:37.718315 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:29:39.067112 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:29:47.223041 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:29:58.416210 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:03.689737 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9e7e-be64-4bf7-9c70-6e49681acd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:04.145384 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 52728) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:30:04.254297 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:04.340302 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:04.386728 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:04.424092 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f68f4bc4e0254defb10b1b14eff9421d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736089 Sep 03 02:30:04.425957 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42ffa01-d7f9-488d-9f56-2e1cb2c7da70,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:30:04.426737 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 52736) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:30:04.432949 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.434629 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.434629 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.434629 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.434629 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.434629 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.435154 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.435255 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.436066 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.436399 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.436723 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.437047 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6403f663-c568-431b-b1c2-7b92df221e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.475518 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:04.495233 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:04.729060 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:04.731709 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:04.733436 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d42ffa01-d7f9-488d-9f56-2e1cb2c7da70 HTTP/1.1" status: 204 len: 168 time: 0.3055625 Sep 03 02:30:04.741321 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42ffa01-d7f9-488d-9f56-2e1cb2c7da70,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:30:04.748982 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.749334 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.749885 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.750226 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.750638 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.750885 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.751215 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.751570 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.751900 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.752231 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.752554 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:04.752875 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e820-085e-4329-bf65-bdc3a5e09e1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:30:06.158217 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5aab991f-f771-4121-a517-622dd338294b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:06.706498 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:07.729956 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:09.124090 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:20.437456 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8c59ce22-eec3-43f5-b18b-81be80fcf748 req-10cd7269-cd3f-4fa9-9ecb-acf47c8843e3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375295 Sep 03 02:30:20.519155 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59ce22-eec3-43f5-b18b-81be80fcf748 req-18771aa2-9495-4b4a-b0f1-8911c153a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:30:20.520676 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8c59ce22-eec3-43f5-b18b-81be80fcf748 req-18771aa2-9495-4b4a-b0f1-8911c153a512 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 1098 time: 0.0422022 Sep 03 02:30:20.617449 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59ce22-eec3-43f5-b18b-81be80fcf748 req-ef498f8c-6748-4613-976d-7279cdeab761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:30:20.618855 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8c59ce22-eec3-43f5-b18b-81be80fcf748 req-ef498f8c-6748-4613-976d-7279cdeab761 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 918 time: 0.0799642 Sep 03 02:30:20.684946 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8c59ce22-eec3-43f5-b18b-81be80fcf748 req-f593089c-5e82-4119-8f9c-8ec340c3bb30 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f72dec-5b6c-431f-998b-9c9220dd1f42 HTTP/1.1" status: 200 len: 1000 time: 0.0584204 Sep 03 02:30:20.730554 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59ce22-eec3-43f5-b18b-81be80fcf748 req-29bc8794-eba5-452e-8874-bd9d8943ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:30:20.731945 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8c59ce22-eec3-43f5-b18b-81be80fcf748 req-29bc8794-eba5-452e-8874-bd9d8943ef44 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 200 len: 856 time: 0.0402899 Sep 03 02:30:20.775776 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59ce22-eec3-43f5-b18b-81be80fcf748 req-acb53859-11af-4693-b47c-5ca18027ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:30:20.777243 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8c59ce22-eec3-43f5-b18b-81be80fcf748 req-acb53859-11af-4693-b47c-5ca18027ad3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ce91eac-9b88-4122-abff-d06982620e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375268 Sep 03 02:30:20.866156 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8c59ce22-eec3-43f5-b18b-81be80fcf748 req-cc2cc041-040a-4b6f-93ee-0e57c10e2991 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814614 Sep 03 02:30:20.950939 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8c59ce22-eec3-43f5-b18b-81be80fcf748 req-c0712a7d-b5c5-425e-a967-fd1640be42d3 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0762634 Sep 03 02:30:24.221014 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:30:28.310987 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:33.694483 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-05ee1f74-e7c5-43c9-8313-4db34b9fbab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:36.128146 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e82a7268-932e-4542-9a30-69e7cc26d682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:36.729277 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:37.735002 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:39.088062 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:30:58.277556 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:01.220112 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:31:03.682652 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-7cee81f5-d792-4587-86ce-1ca7ee32c38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:06.138645 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ac99ef6a-79d8-4ea7-9a37-c72ca6727007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:06.704296 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:07.728809 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:09.104591 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:21.463056 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-072cfb7e-729d-4305-80c7-26b5af89a019 req-a4484208-da03-4516-a40d-0b7d49d348c1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422416 Sep 03 02:31:21.542651 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cfb7e-729d-4305-80c7-26b5af89a019 req-4d154d63-9204-4691-aa80-0d56c673d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:31:21.544104 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-072cfb7e-729d-4305-80c7-26b5af89a019 req-4d154d63-9204-4691-aa80-0d56c673d5e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 1098 time: 0.0391529 Sep 03 02:31:21.645023 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cfb7e-729d-4305-80c7-26b5af89a019 req-e66854ea-5b16-4bc7-bdd5-2ce6fb45d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:31:21.646541 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-072cfb7e-729d-4305-80c7-26b5af89a019 req-e66854ea-5b16-4bc7-bdd5-2ce6fb45d3e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 918 time: 0.0832474 Sep 03 02:31:21.712341 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-072cfb7e-729d-4305-80c7-26b5af89a019 req-23868833-4074-430e-bdc4-e83b7662da69 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f72dec-5b6c-431f-998b-9c9220dd1f42 HTTP/1.1" status: 200 len: 1000 time: 0.0588391 Sep 03 02:31:21.759919 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cfb7e-729d-4305-80c7-26b5af89a019 req-39418709-cd70-4399-9ac1-9f4c45562bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:31:21.761297 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-072cfb7e-729d-4305-80c7-26b5af89a019 req-39418709-cd70-4399-9ac1-9f4c45562bb5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 200 len: 856 time: 0.0415907 Sep 03 02:31:21.804835 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cfb7e-729d-4305-80c7-26b5af89a019 req-595c41a7-db58-4b87-a281-9f60967782bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:31:21.806193 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-072cfb7e-729d-4305-80c7-26b5af89a019 req-595c41a7-db58-4b87-a281-9f60967782bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ce91eac-9b88-4122-abff-d06982620e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371432 Sep 03 02:31:21.894742 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-072cfb7e-729d-4305-80c7-26b5af89a019 req-cddebfdc-1cdc-49d2-9c88-486e3337713d service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809054 Sep 03 02:31:21.981762 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-072cfb7e-729d-4305-80c7-26b5af89a019 req-fe65559f-de35-4d3d-9e6e-f39cf0f13c73 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805368 Sep 03 02:31:28.305431 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:33.703804 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5f510739-7862-4e74-aa95-f19c0760291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:36.127955 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-3579ff9e-60d3-4a28-b1ba-5f9fffb7579e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:36.802984 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:37.732236 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:38.218822 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:31:38.573088 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 53740) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:31:39.057493 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734964'] for router_interface, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:39.064963 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:39.292294 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Deleting port abee3094-d13f-4c29-8e9d-df72d25963a3 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:31:39.292558 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:39.370212 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] For port abee3094-d13f-4c29-8e9d-df72d25963a3, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=abee3094-d13f-4c29-8e9d-df72d25963a3,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:31:39.370579 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:39.383470 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Calling delete_port for abee3094-d13f-4c29-8e9d-df72d25963a3 owned by network:router_interface {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:31:39.625037 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:39.647976 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=abee3094-d13f-4c29-8e9d-df72d25963a3,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:31:39.660962 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:39.661320 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:39.661679 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:39.662010 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:39.662345 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:39.662678 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:39.663012 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:39.663363 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:39.663697 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:39.664026 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:39.664353 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:39.664683 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:39.824504 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735072'] for router_interface, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:40.276092 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:31:40.376320 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:31:40.381583 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-51c43c7a-a99b-4ef0-8d45-4af9e62aedf8 admin admin] 10.222.0.21 "PUT /v2.0/routers/477c0bbb-53c3-454d-ba47-ac437d4c4ec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8073213 Sep 03 02:31:40.383946 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 53760) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:31:40.386848 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6498bff4-832a-4975-a58d-2c42b28af72b None None] Sync routers for ids ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:31:40.401728 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6498bff4-832a-4975-a58d-2c42b28af72b None None] Routers {'477c0bbb-53c3-454d-ba47-ac437d4c4ec2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:31:40.402360 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-6498bff4-832a-4975-a58d-2c42b28af72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:31:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:31:40.486198 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9fb37960-4ae0-4876-951a-b07e1d33acb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:40.503023 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-6498bff4-832a-4975-a58d-2c42b28af72b None None] Set router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:31:40.585149 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9fb37960-4ae0-4876-951a-b07e1d33acb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:40.672516 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-6498bff4-832a-4975-a58d-2c42b28af72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:31:39Z', 'revision_number': 5, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port': {'id': '518d867d-7993-4c0e-8db3-ef2688cfd809', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:47:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:48Z', 'updated_at': '2021-09-03T02:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:31:40.697731 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6498bff4-832a-4975-a58d-2c42b28af72b None None] Checking router: 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:31:40.705676 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6498bff4-832a-4975-a58d-2c42b28af72b None None] Routers {'477c0bbb-53c3-454d-ba47-ac437d4c4ec2'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:31:40.706319 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-6498bff4-832a-4975-a58d-2c42b28af72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:31:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:31:40.729819 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-9fb37960-4ae0-4876-951a-b07e1d33acb8 admin admin] Deleting port 518d867d-7993-4c0e-8db3-ef2688cfd809 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:31:40.730415 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9fb37960-4ae0-4876-951a-b07e1d33acb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:40.790242 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-6498bff4-832a-4975-a58d-2c42b28af72b None None] Set router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 gateway port host: None {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:31:40.809238 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-9fb37960-4ae0-4876-951a-b07e1d33acb8 admin admin] For port 518d867d-7993-4c0e-8db3-ef2688cfd809, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=518d867d-7993-4c0e-8db3-ef2688cfd809,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:31:40.809602 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9fb37960-4ae0-4876-951a-b07e1d33acb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:40.821420 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-9fb37960-4ae0-4876-951a-b07e1d33acb8 admin admin] Calling delete_port for 518d867d-7993-4c0e-8db3-ef2688cfd809 owned by network:router_gateway {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:31:40.843020 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-6498bff4-832a-4975-a58d-2c42b28af72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:31:40Z', 'revision_number': 6, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port_host': None}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:31:40.868391 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6498bff4-832a-4975-a58d-2c42b28af72b None None] The sync data for ids ['477c0bbb-53c3-454d-ba47-ac437d4c4ec2'] in dv-cinder-804735-8-iscsi is: [{'id': '477c0bbb-53c3-454d-ba47-ac437d4c4ec2', 'name': 'tempest-AttachVolumeTestJSON-799843489-router', 'tenant_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:31:40Z', 'revision_number': 6, 'project_id': '94e74d599fbf45ffa7ed50d9acbb3629', 'gw_port_host': None}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:31:41.019584 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9fb37960-4ae0-4876-951a-b07e1d33acb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:41.044458 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb37960-4ae0-4876-951a-b07e1d33acb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=518d867d-7993-4c0e-8db3-ef2688cfd809,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:31:41.100775 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9fb37960-4ae0-4876-951a-b07e1d33acb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729998'] for router_gateway, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:41.186167 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9fb37960-4ae0-4876-951a-b07e1d33acb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25460'] for router, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:41.188211 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9fb37960-4ae0-4876-951a-b07e1d33acb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:41.288515 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9fb37960-4ae0-4876-951a-b07e1d33acb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733480'] for router, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:41.289053 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb37960-4ae0-4876-951a-b07e1d33acb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 477c0bbb-53c3-454d-ba47-ac437d4c4ec2 {{(pid=94494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:31:41.299958 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9fb37960-4ae0-4876-951a-b07e1d33acb8 admin admin] Notify callbacks [] for router, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:41.299958 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-9fb37960-4ae0-4876-951a-b07e1d33acb8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/477c0bbb-53c3-454d-ba47-ac437d4c4ec2 HTTP/1.1" status: 204 len: 168 time: 0.9124184 Sep 03 02:31:41.300170 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 53772) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:31:41.343586 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Deleting subnet 50fd8023-c68b-42eb-8463-7db7e38159bc {{(pid=94493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:31:41.346502 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:41.380866 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30229339'] for subnet, precommit_delete_associations {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:41.490533 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:41.625166 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30143488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29389865'] for subnet, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:41.651714 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 518d867d-7993-4c0e-8db3-ef2688cfd809 no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:31:41.654316 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50fd8023-c68b-42eb-8463-7db7e38159bc,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:31:41.664874 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:41.665474 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:41.665822 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:41.666162 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:41.666494 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:41.666829 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:41.667161 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:41.667548 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:41.667880 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:41.668441 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:41.668771 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:41.669098 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:41.671823 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:41.673948 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a600418-4616-45fd-a9b5-c6fdc8c725b7 None None] Network 5f5d62d3-f984-497f-a7d7-99c203568a5e requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:31:41.674293 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-6bff6157-3f1a-4e16-8b6b-5cff3183a991 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/50fd8023-c68b-42eb-8463-7db7e38159bc HTTP/1.1" status: 204 len: 168 time: 0.3728812 Sep 03 02:31:41.676146 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: 518d867d-7993-4c0e-8db3-ef2688cfd809 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:31:41.676491 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 53778) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:31:41.676693 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 518d867d-7993-4c0e-8db3-ef2688cfd809 not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:31:41.677102 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device abee3094-d13f-4c29-8e9d-df72d25963a3 no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:31:41.709039 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: abee3094-d13f-4c29-8e9d-df72d25963a3 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:31:41.709394 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device abee3094-d13f-4c29-8e9d-df72d25963a3 not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:31:41.743223 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:41.793865 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] Deleting port 7abb24da-e9ae-4468-9619-ff84bb13594f {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:31:41.794214 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:41.866041 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] DHCP port deletion for 5f5d62d3-f984-497f-a7d7-99c203568a5e request from dv-cinder-804735-8-iscsi {{(pid=94495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 02:31:41.919047 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Deleting port 7abb24da-e9ae-4468-9619-ff84bb13594f {{(pid=94495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:31:41.919541 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:41.983679 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] For port 7abb24da-e9ae-4468-9619-ff84bb13594f, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=7abb24da-e9ae-4468-9619-ff84bb13594f,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:31:41.984085 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:41.997415 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Calling delete_port for 7abb24da-e9ae-4468-9619-ff84bb13594f owned by network:dhcp {{(pid=94495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:31:42.098695 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] For port 7abb24da-e9ae-4468-9619-ff84bb13594f, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=7abb24da-e9ae-4468-9619-ff84bb13594f,segment=NetworkSegment(e5c0b46a-86dd-4a49-ba77-b54bf6eae110),segment_id=e5c0b46a-86dd-4a49-ba77-b54bf6eae110)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:31:42.098695 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:42.113004 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] Calling delete_port for 7abb24da-e9ae-4468-9619-ff84bb13594f owned by network:dhcp {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:31:42.230894 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564'] for port, after_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:42.238163 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:42.262357 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] No DVR routers for this DVR port 7abb24da-e9ae-4468-9619-ff84bb13594f on host dv-cinder-804735-8-iscsi {{(pid=94495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:31:42.262357 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Pushing event deleted for resources: {'Port': ['ID=7abb24da-e9ae-4468-9619-ff84bb13594f,revision_number=None']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:31:42.270184 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] Pushing event deleted for resources: {'Port': ['ID=7abb24da-e9ae-4468-9619-ff84bb13594f,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:31:42.270836 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:42.271192 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:42.271561 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:42.271896 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:42.272228 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:42.272564 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:42.272894 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:42.273221 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:42.273568 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:42.273763 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] No DVR routers for this DVR port 7abb24da-e9ae-4468-9619-ff84bb13594f on host dv-cinder-804735-8-iscsi {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:31:42.274039 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:42.274374 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:42.274698 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de172d01-262a-49e9-9c0e-6686ed31cd3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:31:42.343452 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:42.353184 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5d62d3-f984-497f-a7d7-99c203568a5e']}} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:31:42.362592 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110') {'for_net_delete': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:31:42.362889 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c0b46a-86dd-4a49-ba77-b54bf6eae110') {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:31:42.372002 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30229314'] for segment, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:42.386231 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:42.392187 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:31:42.392588 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30143582'] for segment, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: self.session.flush() Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: self.session.flush() Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: self.session.flush() Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: self.session.flush() Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: Traceback (most recent call last): Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: timer() Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: cb(*args, **kw) Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: return func(*args, **kwargs) Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: self._notify() Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: self.callback(batched_events) Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: event.method(event) Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: return f(self, *a, **k) Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: return self._get(url).json() Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: return self.request(url, 'GET', **kwargs) Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:31:42.394235 dv-cinder-804735-8-iscsi neutron-server[94493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:31:42.493599 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:42.498731 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:42.500606 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5f5d62d3-f984-497f-a7d7-99c203568a5e HTTP/1.1" status: 204 len: 168 time: 0.8232036 Sep 03 02:31:42.514763 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0203dcc-cf0b-42b8-b997-7fe5d40af267 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5d62d3-f984-497f-a7d7-99c203568a5e,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:31:42.793738 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 53790) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:31:42.832148 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-240c578d-e95f-4ced-b732-30c3d5755e63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=94e74d599fbf45ffa7ed50d9acbb3629&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372703 Sep 03 02:31:42.834377 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 53792) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:31:42.880300 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0cc0df17-fb88-405a-9138-83b5cf7b449b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:42.900281 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0cc0df17-fb88-405a-9138-83b5cf7b449b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:43.036953 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0cc0df17-fb88-405a-9138-83b5cf7b449b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:43.039540 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0cc0df17-fb88-405a-9138-83b5cf7b449b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:43.042945 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-0cc0df17-fb88-405a-9138-83b5cf7b449b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10ea1905-0354-427c-8dcf-5e378c92f5c6 HTTP/1.1" status: 204 len: 168 time: 0.2054834 Sep 03 02:31:43.048675 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0df17-fb88-405a-9138-83b5cf7b449b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ea1905-0354-427c-8dcf-5e378c92f5c6,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:31:43.605660 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 7abb24da-e9ae-4468-9619-ff84bb13594f no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:31:43.624863 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: 7abb24da-e9ae-4468-9619-ff84bb13594f {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:31:43.625389 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 7abb24da-e9ae-4468-9619-ff84bb13594f not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:31:44.828638 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 53866) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:31:44.929373 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3bb569e5-7c2b-428b-8cdd-a48306440836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:45.013323 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3bb569e5-7c2b-428b-8cdd-a48306440836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:45.088118 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3bb569e5-7c2b-428b-8cdd-a48306440836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:45.123368 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb569e5-7c2b-428b-8cdd-a48306440836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90ec2be-7297-48d4-aa88-2443ce1bc06c,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:31:45.129682 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-3bb569e5-7c2b-428b-8cdd-a48306440836 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43e93ecaa8644633aa2012bc00b4183e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999730 Sep 03 02:31:45.132380 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 53872) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:31:45.180888 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b10ff2ce-da6e-4082-8955-96073b306515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:45.201604 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b10ff2ce-da6e-4082-8955-96073b306515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:45.311217 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b10ff2ce-da6e-4082-8955-96073b306515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:45.313740 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b10ff2ce-da6e-4082-8955-96073b306515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:31:45.314865 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-b10ff2ce-da6e-4082-8955-96073b306515 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c90ec2be-7297-48d4-aa88-2443ce1bc06c HTTP/1.1" status: 204 len: 168 time: 0.1816132 Sep 03 02:31:45.323110 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ff2ce-da6e-4082-8955-96073b306515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90ec2be-7297-48d4-aa88-2443ce1bc06c,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:31:58.305254 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:32:03.710569 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-c6c731d5-87a0-4a90-9586-2412d63e96f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:32:06.133389 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-3f0db2aa-5663-4ecb-8170-6b2768ef5b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:32:06.708705 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:32:07.737652 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:32:09.110380 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:32:15.218678 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:32:22.434538 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-fca3ef22-529e-41b3-a0e4-92d91d55250c req-d2dd5d1c-8474-49ff-832d-338298c74785 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389652 Sep 03 02:32:22.512322 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ef22-529e-41b3-a0e4-92d91d55250c req-5cf412a4-31f2-426d-a637-81cce79c9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:32:22.513818 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-fca3ef22-529e-41b3-a0e4-92d91d55250c req-5cf412a4-31f2-426d-a637-81cce79c9f4a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4715a94c48a743b08204df2edcd05ea5&device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 1098 time: 0.0388827 Sep 03 02:32:22.619464 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ef22-529e-41b3-a0e4-92d91d55250c req-29ebc462-27f5-441a-8468-b472ee96a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:32:22.620927 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-fca3ef22-529e-41b3-a0e4-92d91d55250c req-29ebc462-27f5-441a-8468-b472ee96a253 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 200 len: 918 time: 0.0877762 Sep 03 02:32:22.683223 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-fca3ef22-529e-41b3-a0e4-92d91d55250c req-66adc06e-b089-440d-9e2b-16ba7fe8bb60 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91f72dec-5b6c-431f-998b-9c9220dd1f42 HTTP/1.1" status: 200 len: 1000 time: 0.0545897 Sep 03 02:32:22.730272 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ef22-529e-41b3-a0e4-92d91d55250c req-9686e7cc-1fb8-42e4-bf9d-ae0200f9ba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:32:22.731643 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-fca3ef22-529e-41b3-a0e4-92d91d55250c req-9686e7cc-1fb8-42e4-bf9d-ae0200f9ba21 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 200 len: 856 time: 0.0411816 Sep 03 02:32:22.777138 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3ef22-529e-41b3-a0e4-92d91d55250c req-ab28dd1d-6214-4c6f-b7b5-1070233fe296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:32:22.778628 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-fca3ef22-529e-41b3-a0e4-92d91d55250c req-ab28dd1d-6214-4c6f-b7b5-1070233fe296 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0ce91eac-9b88-4122-abff-d06982620e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407114 Sep 03 02:32:22.864535 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-fca3ef22-529e-41b3-a0e4-92d91d55250c req-754b7cd1-5c0f-41ce-944d-eb3dad46ce74 service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780737 Sep 03 02:32:22.952529 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-fca3ef22-529e-41b3-a0e4-92d91d55250c req-516de12d-bf09-4554-9a63-d45f1002686f service neutron] 10.222.0.25 "GET /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810449 Sep 03 02:32:28.331482 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:32:33.709931 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4cb5352d-38b1-4ee9-bc85-7d4605029abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:32:36.133526 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-ef6e4a90-e5aa-4b4d-a065-0ab146f06169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:32:36.732946 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:32:37.732862 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:32:39.138565 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:32:52.217444 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:32:58.359131 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:03.686911 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-edf66124-94ac-4684-ac7c-fd9922c6495e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:06.161477 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1c99a2e9-df19-4f81-a139-f0cba88e864e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:06.718908 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:07.760939 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:09.109265 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:10.259071 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80da5d-b2b0-4f94-8379-044718d6299d req-2cc4dc59-439f-4bb0-a45a-48c237fe56f6 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:33:10.260584 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5c80da5d-b2b0-4f94-8379-044718d6299d req-2cc4dc59-439f-4bb0-a45a-48c237fe56f6 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 945 time: 0.0499551 Sep 03 02:33:10.297846 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5c80da5d-b2b0-4f94-8379-044718d6299d req-55fb62b8-62b8-4248-9f8d-90fcbab4de69 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups?id=a96265d1-ef7b-4581-806b-194a3046ee54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314786 Sep 03 02:33:10.633060 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af79d7-144e-43c4-a267-d365bc6883fb req-a7522412-83c9-4334-b582-f804545df306 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:33:10.634467 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-08af79d7-144e-43c4-a267-d365bc6883fb req-a7522412-83c9-4334-b582-f804545df306 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.25 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 945 time: 0.0465839 Sep 03 02:33:10.726034 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-08af79d7-144e-43c4-a267-d365bc6883fb req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Deleting port 91f72dec-5b6c-431f-998b-9c9220dd1f42 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:33:10.726380 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-08af79d7-144e-43c4-a267-d365bc6883fb req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:10.830486 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-08af79d7-144e-43c4-a267-d365bc6883fb req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] For port 91f72dec-5b6c-431f-998b-9c9220dd1f42, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=91f72dec-5b6c-431f-998b-9c9220dd1f42,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:33:10.830774 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-08af79d7-144e-43c4-a267-d365bc6883fb req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:10.989294 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-08af79d7-144e-43c4-a267-d365bc6883fb req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:10.989655 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-08af79d7-144e-43c4-a267-d365bc6883fb req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:10.989974 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.l3_db [req-08af79d7-144e-43c4-a267-d365bc6883fb req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Floating IP d3e13531-2172-4640-a996-26932e26aa3f disassociated. External IP: 172.27.0.61, port: 91f72dec-5b6c-431f-998b-9c9220dd1f42. Sep 03 02:33:10.990324 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-08af79d7-144e-43c4-a267-d365bc6883fb req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Calling delete_port for 91f72dec-5b6c-431f-998b-9c9220dd1f42 owned by compute:nova {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:33:11.138565 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-08af79d7-144e-43c4-a267-d365bc6883fb req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:11.165716 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event deleted for resources: {'Port': ['ID=91f72dec-5b6c-431f-998b-9c9220dd1f42,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:33:11.175040 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:11.175424 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:11.175778 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:11.176126 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:11.176467 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:11.176812 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:11.177151 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:11.177488 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:11.177825 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:11.178703 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:11.178703 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:11.178907 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:11.287917 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08af79d7-144e-43c4-a267-d365bc6883fb req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Router 66261697-ed86-4146-91ad-6c53a07a0545 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:33:11.397578 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08af79d7-144e-43c4-a267-d365bc6883fb req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:33:11.400029 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-caa25bd3-bfbe-40d1-8582-542e8a870456 req-4ce2e8a2-59d8-415a-8a12-7e99b3afa51a tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/ports?device_id=db84964d-426a-4289-8190-6ac3a2aeb43e HTTP/1.1" status: 200 len: 210 time: 0.0307546 Sep 03 02:33:11.408037 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df81d4d9-1991-45c3-8bd4-f7e0aa85abb7 None None] Sync routers for ids ['66261697-ed86-4146-91ad-6c53a07a0545'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:33:11.424693 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df81d4d9-1991-45c3-8bd4-f7e0aa85abb7 None None] Routers {'66261697-ed86-4146-91ad-6c53a07a0545'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:33:11.425588 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-df81d4d9-1991-45c3-8bd4-f7e0aa85abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:33:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['66261697-ed86-4146-91ad-6c53a07a0545'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:33:11.448824 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-08af79d7-144e-43c4-a267-d365bc6883fb req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] No DVR routers for this DVR port 91f72dec-5b6c-431f-998b-9c9220dd1f42 on host hv-cinder-80473 {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:33:11.451378 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-08af79d7-144e-43c4-a267-d365bc6883fb req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:11.453404 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-08af79d7-144e-43c4-a267-d365bc6883fb req-456c2bfb-b98e-43a2-b67c-6b4745214890 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.25 "DELETE /v2.0/ports/91f72dec-5b6c-431f-998b-9c9220dd1f42 HTTP/1.1" status: 204 len: 173 time: 0.8105838 Sep 03 02:33:11.453839 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db84964d-426a-4289-8190-6ac3a2aeb43e', 'name': 'network-vif-deleted', 'tag': '91f72dec-5b6c-431f-998b-9c9220dd1f42'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:33:11.456104 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40c6570-8912-46f6-afa2-591b87d183f5" -d '{"events": [{"server_uuid": "db84964d-426a-4289-8190-6ac3a2aeb43e", "name": "network-vif-deleted", "tag": "91f72dec-5b6c-431f-998b-9c9220dd1f42"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:33:11.534265 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-df81d4d9-1991-45c3-8bd4-f7e0aa85abb7 None None] Set router 66261697-ed86-4146-91ad-6c53a07a0545 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:33:11.636801 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44f2c1a-f3f4-4f23-b3f2-2cfb59f0e26f x-openstack-request-id: req-f44f2c1a-f3f4-4f23-b3f2-2cfb59f0e26f {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:33:11.636801 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db84964d-426a-4289-8190-6ac3a2aeb43e", "name": "network-vif-deleted", "tag": "91f72dec-5b6c-431f-998b-9c9220dd1f42", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:33:11.636801 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f44f2c1a-f3f4-4f23-b3f2-2cfb59f0e26f {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:33:11.637479 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db84964d-426a-4289-8190-6ac3a2aeb43e', 'name': 'network-vif-deleted', 'tag': '91f72dec-5b6c-431f-998b-9c9220dd1f42', 'status': 'completed', 'code': 200} Sep 03 02:33:11.768524 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-df81d4d9-1991-45c3-8bd4-f7e0aa85abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:58Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'd8c09f15-656e-482b-88b4-a2982b13132c', 'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'mac_address': 'fa:16:3e:6f:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:53Z', 'updated_at': '2021-09-03T02:08:11Z', 'revision_number': 5, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'subnets': [{'id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:33:11.796249 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df81d4d9-1991-45c3-8bd4-f7e0aa85abb7 None None] Checking router: 66261697-ed86-4146-91ad-6c53a07a0545 for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:33:11.805617 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df81d4d9-1991-45c3-8bd4-f7e0aa85abb7 None None] Routers {'66261697-ed86-4146-91ad-6c53a07a0545'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:33:11.806184 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-df81d4d9-1991-45c3-8bd4-f7e0aa85abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:33:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['66261697-ed86-4146-91ad-6c53a07a0545'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:33:11.908894 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-df81d4d9-1991-45c3-8bd4-f7e0aa85abb7 None None] Set router 66261697-ed86-4146-91ad-6c53a07a0545 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:33:12.097620 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-df81d4d9-1991-45c3-8bd4-f7e0aa85abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:58Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'd8c09f15-656e-482b-88b4-a2982b13132c', 'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'mac_address': 'fa:16:3e:6f:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:53Z', 'updated_at': '2021-09-03T02:08:11Z', 'revision_number': 5, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'subnets': [{'id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:33:12.127622 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df81d4d9-1991-45c3-8bd4-f7e0aa85abb7 None None] The sync data for ids ['66261697-ed86-4146-91ad-6c53a07a0545'] in dv-cinder-804735-8-iscsi is: [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:07:58Z', 'revision_number': 4, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'd8c09f15-656e-482b-88b4-a2982b13132c', 'name': '', 'network_id': '0ce91eac-9b88-4122-abff-d06982620e1a', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'mac_address': 'fa:16:3e:6f:da:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:53Z', 'updated_at': '2021-09-03T02:08:11Z', 'revision_number': 5, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'subnets': [{'id': 'b6115c26-c571-46d7-8b06-bc279e8d1de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:33:12.336909 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b7196b-b922-45ce-bb6b-a7cab44838b0 None None] New status for floating IP d3e13531-2172-4640-a996-26932e26aa3f: DOWN {{(pid=94495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:33:12.568005 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 54968) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:33:12.624867 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-28544c80-4bf2-4563-b835-3203c9859724 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:12.646695 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-28544c80-4bf2-4563-b835-3203c9859724 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:12.753198 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-28544c80-4bf2-4563-b835-3203c9859724 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:12.755854 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-28544c80-4bf2-4563-b835-3203c9859724 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:12.757014 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-28544c80-4bf2-4563-b835-3203c9859724 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "DELETE /v2.0/security-groups/a96265d1-ef7b-4581-806b-194a3046ee54 HTTP/1.1" status: 204 len: 168 time: 0.1880333 Sep 03 02:33:12.759672 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 54974) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:33:12.766034 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28544c80-4bf2-4563-b835-3203c9859724 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96265d1-ef7b-4581-806b-194a3046ee54,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:33:12.773090 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.api.v2.resource [None req-aaeb04c2-00ac-40ee-9f48-3453172c5c33 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] show failed (client error): The resource could not be found. Sep 03 02:33:12.774489 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-aaeb04c2-00ac-40ee-9f48-3453172c5c33 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "GET /v2.0/security-groups/a96265d1-ef7b-4581-806b-194a3046ee54 HTTP/1.1" status: 404 len: 347 time: 0.0136633 Sep 03 02:33:12.777083 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 54976) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:33:12.895885 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Deleting port 2670d20d-788b-4570-8b4a-e20a04eada0b {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:33:12.896220 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:12.971161 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:12.971449 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:12.983219 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Calling delete_port for 2670d20d-788b-4570-8b4a-e20a04eada0b owned by network:floatingip {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:33:13.206927 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:13.234250 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Pushing event deleted for resources: {'Port': ['ID=2670d20d-788b-4570-8b4a-e20a04eada0b,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:33:13.255530 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:13.255885 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:13.256233 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:13.256572 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:13.256952 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:13.257291 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:13.257624 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:13.257959 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:13.258289 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:13.258615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:13.258940 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:13.259263 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:33:13.300425 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks [] for floatingip, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:13.303008 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:13.304220 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-adc5094c-6cec-441a-a56b-eb3be646fdb2 tempest-AttachVolumeShelveTestJSON-3687174 tempest-AttachVolumeShelveTestJSON-3687174-project] 10.222.0.21 "DELETE /v2.0/floatingips/d3e13531-2172-4640-a996-26932e26aa3f HTTP/1.1" status: 204 len: 168 time: 0.5262206 Sep 03 02:33:13.767984 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 91f72dec-5b6c-431f-998b-9c9220dd1f42 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:33:13.787486 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: 91f72dec-5b6c-431f-998b-9c9220dd1f42 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:33:13.787832 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 91f72dec-5b6c-431f-998b-9c9220dd1f42 not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:33:28.330041 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:29.216349 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:33:33.703469 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-97e13c88-4b34-4866-b3ab-005b4e3d395a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:36.164175 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-87fab84c-9a3a-457a-a2a4-32b28be874ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:36.724298 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:37.748665 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:39.108741 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:33:58.319185 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:34:03.706089 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-c4b1121c-7222-4b43-be57-02aa6375ab1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:34:06.148904 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-91da836a-3ffc-4cc0-a375-75feab1f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:34:06.214681 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:34:06.731829 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:34:07.757538 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:34:09.131704 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:34:28.331146 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:34:33.699761 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-dfcab6b8-9e45-4363-81af-35a0861d747a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:34:36.145697 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-3a597e87-a029-47aa-8e5e-ef22e35eff27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:34:36.745650 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:34:37.756891 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:34:39.120018 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:34:43.213836 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:34:58.336199 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:35:03.722959 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e1da00da-d2fd-4958-b807-1346c4848e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:35:06.150628 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-99431e17-e462-4b5b-bf15-287389171738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:35:06.719198 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:35:07.747946 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:35:09.113262 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:35:20.213257 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:35:28.344523 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:35:33.730384 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-92a44cba-0201-4219-93f2-4e4cfaf16a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:35:36.158798 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44d0c618-de6c-4a45-b63e-c6e82daf84d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:35:36.749709 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:35:37.758598 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:35:39.112659 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:35:57.211816 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:35:58.349801 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:36:03.752740 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-67b3f92b-e31c-42a8-a92d-9a1763cbe7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:36:06.155181 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-c83e9a63-634d-4ab5-838e-bf5f6680d8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:36:06.723643 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:36:07.769681 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:36:09.146900 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:36:28.366310 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:36:33.862989 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-0265ab09-7d38-43d8-acae-21ca2f953445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:36:34.211025 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:36:36.165637 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-52cdfe1a-0344-4445-a546-2b87d5a6e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:36:36.757756 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:36:37.754445 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:36:39.111810 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:36:58.325484 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:37:03.730932 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b3109cc8-58f3-4ee1-86d0-42ba9b4332f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:37:06.176333 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e9a3fc9a-1bf0-49ad-b7cd-05975a24ae54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:37:06.735045 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:37:07.766142 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:37:09.119615 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:37:11.209660 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:37:28.336135 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:37:33.730463 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-8fc48bf9-b52b-4088-9858-fffaa19ce33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:37:36.139756 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-50774e2b-9e0f-4a81-a60e-72922af5363d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:37:36.780095 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:37:37.768722 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:37:39.144891 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:37:48.208430 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:37:58.335338 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:38:03.712512 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-da67514c-0b7f-45ba-a294-935634336484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:38:06.158115 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-73366ac1-3c11-4acd-aaed-d6a3758fa619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:38:06.735082 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:38:07.769554 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:38:09.118110 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:38:25.206664 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:38:28.335139 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:38:33.729429 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-86d7b115-cd51-4a5e-92f7-0125df43e25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:38:36.149592 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-30e97d10-0ab1-4a7c-ba0a-0d3182fe86ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:38:36.744054 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:38:37.772555 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:38:39.144213 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:38:58.345491 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:39:02.206428 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:39:03.715946 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-218cf100-d4c9-43c3-94a6-f625cc98b66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:39:06.151195 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-71a5c2e7-0cd1-4a51-897f-54b594123c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:39:06.784994 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:39:07.813334 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:39:09.134190 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:39:28.349017 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:39:33.716364 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-d0951188-2ff3-477b-95eb-d5767c3ddefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:39:36.150452 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-11e61328-ff5f-46ce-907c-02efb2e996eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:39:36.771766 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:39:37.813864 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:39:39.126363 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:39:39.204641 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:39:58.354264 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:40:03.726539 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-be700ed6-4a30-4438-b045-fcc5e93833cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:40:06.148730 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a27830fb-2487-4fda-be44-58ddb3355451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:40:06.749807 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:40:07.783926 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:40:09.126780 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:40:16.204431 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:40:28.366412 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:40:33.709040 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-0ff945fb-c8e3-4718-b54f-758b47f69209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:40:36.143394 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-3cc3edcb-1cda-49eb-ae13-fdab654c2dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:40:36.754926 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:40:37.789193 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:40:39.131489 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:40:53.202948 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:40:58.400305 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:03.719961 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5c906016-b93e-41e2-bb7a-7861378fb729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:06.154202 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4335200f-8311-4ed2-bf08-4937b1bfccc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:06.765330 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:07.799869 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:09.165593 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:28.433646 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:30.201420 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:41:33.719415 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-d4883b3d-7005-4136-8409-a3589cd5fd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:36.159324 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b798636c-a551-45e8-a8c4-27f3b7d9a29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:36.747962 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:37.794015 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:39.181946 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:50.680165 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 32880) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:41:50.802013 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:50.892808 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:50.941726 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:50.981338 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=963ccee0f50e42ba9c170207c372f49a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990611 Sep 03 02:41:50.982219 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e9d08a-0f0f-4985-a7c2-3e9195e034a3,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:41:50.984271 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 32890) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:41:50.991101 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:50.992047 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:50.992976 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:50.993645 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:50.994203 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:50.994731 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:50.995254 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:50.995801 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:50.996362 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:50.996899 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:50.997479 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:50.997998 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102f6311-302c-45c9-8c48-d7c99ca4c96a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:51.033878 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:51.053988 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:51.141994 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:51.144498 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:41:51.145705 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18e9d08a-0f0f-4985-a7c2-3e9195e034a3 HTTP/1.1" status: 204 len: 168 time: 0.1603265 Sep 03 02:41:51.153847 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e9d08a-0f0f-4985-a7c2-3e9195e034a3,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:41:51.161093 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:51.161473 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:51.161834 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:51.162172 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:51.162506 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:51.162839 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:51.163170 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:51.163689 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:51.164062 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:51.164410 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:51.164993 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:51.165111 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb79678-519b-4864-ac06-e5515d4aaefc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:41:58.404890 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:03.707204 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1a001517-9013-4911-89ee-72fa279c522a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:06.180897 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6c414a28-5512-4291-955f-19ee29c3e12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:06.787037 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:07.199306 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:42:07.775985 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:08.336824 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33140) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:08.440129 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14335d2a-04cf-40a8-9d9d-4276103b837e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:08.525267 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14335d2a-04cf-40a8-9d9d-4276103b837e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:08.575285 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14335d2a-04cf-40a8-9d9d-4276103b837e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:08.613057 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-14335d2a-04cf-40a8-9d9d-4276103b837e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acaad3c6faad40aba1f9dd8041799dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751586 Sep 03 02:42:08.614935 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14335d2a-04cf-40a8-9d9d-4276103b837e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7bc5e7-04f6-4938-948a-9d02984e0367,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:08.615808 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33150) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:08.664578 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-898302ed-bc7b-4de0-9a74-60d4bd4858df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:08.685118 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-898302ed-bc7b-4de0-9a74-60d4bd4858df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:08.769992 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-898302ed-bc7b-4de0-9a74-60d4bd4858df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:08.772792 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-898302ed-bc7b-4de0-9a74-60d4bd4858df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:08.773944 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-898302ed-bc7b-4de0-9a74-60d4bd4858df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d7bc5e7-04f6-4938-948a-9d02984e0367 HTTP/1.1" status: 204 len: 168 time: 0.1571352 Sep 03 02:42:08.782781 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898302ed-bc7b-4de0-9a74-60d4bd4858df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7bc5e7-04f6-4938-948a-9d02984e0367,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:09.141297 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:28.420758 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:33.735115 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-0cc947c1-e006-48a5-98d2-d472c0bf3bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:33.823924 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33430) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:34.009727 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_v2 [None req-7313e220-0ad7-49b9-8272-924147261df4 admin admin] Deleting subnet d4ce912c-378c-4139-ba8b-c9621ce7622e {{(pid=94493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:42:34.012579 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7313e220-0ad7-49b9-8272-924147261df4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:34.050091 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7313e220-0ad7-49b9-8272-924147261df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30229339'] for subnet, precommit_delete_associations {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:34.088080 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7313e220-0ad7-49b9-8272-924147261df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:34.169522 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7313e220-0ad7-49b9-8272-924147261df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30143488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29389865'] for subnet, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:34.195159 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313e220-0ad7-49b9-8272-924147261df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4ce912c-378c-4139-ba8b-c9621ce7622e,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:34.199113 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7313e220-0ad7-49b9-8272-924147261df4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:34.204281 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-7313e220-0ad7-49b9-8272-924147261df4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d4ce912c-378c-4139-ba8b-c9621ce7622e HTTP/1.1" status: 204 len: 168 time: 0.3792803 Sep 03 02:42:34.204477 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33440) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:34.272514 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-712ab966-85bd-4940-a05d-c5d741d2bb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:34.348099 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-712ab966-85bd-4940-a05d-c5d741d2bb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:34.357833 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-712ab966-85bd-4940-a05d-c5d741d2bb17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53284621-3e96-408e-a7e3-7efe4a897e53']}} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:34.367339 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-712ab966-85bd-4940-a05d-c5d741d2bb17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc04cd6-a766-421d-8684-572e82daf863') {'for_net_delete': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:34.367649 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-712ab966-85bd-4940-a05d-c5d741d2bb17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc04cd6-a766-421d-8684-572e82daf863') {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:34.376948 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-712ab966-85bd-4940-a05d-c5d741d2bb17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31215052'] for segment, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:34.390314 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-712ab966-85bd-4940-a05d-c5d741d2bb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:34.396401 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712ab966-85bd-4940-a05d-c5d741d2bb17 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-712ab966-85bd-4940-a05d-c5d741d2bb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31249356'] for segment, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: Traceback (most recent call last): Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: timer() Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: cb(*args, **kw) Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: return func(*args, **kwargs) Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: self._notify() Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: self.callback(batched_events) Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: event.method(event) Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: return f(self, *a, **k) Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._get(url).json() Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: return self.request(url, 'GET', **kwargs) Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:42:34.401495 dv-cinder-804735-8-iscsi neutron-server[94494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:42:34.517742 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-712ab966-85bd-4940-a05d-c5d741d2bb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:34.523423 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-712ab966-85bd-4940-a05d-c5d741d2bb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:34.525189 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-712ab966-85bd-4940-a05d-c5d741d2bb17 admin admin] 10.222.0.21 "DELETE /v2.0/networks/53284621-3e96-408e-a7e3-7efe4a897e53 HTTP/1.1" status: 204 len: 168 time: 0.3199193 Sep 03 02:42:34.535817 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ab966-85bd-4940-a05d-c5d741d2bb17 admin admin] Pushing event deleted for resources: {'Network': ['ID=53284621-3e96-408e-a7e3-7efe4a897e53,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:34.829874 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33446) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:34.869229 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-bf711af6-cf6a-4ba2-a382-f2bd19b6c105 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0c4e736d0494bdc9e982b604a6d02b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382094 Sep 03 02:42:34.871597 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33448) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:34.917844 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b39af8b5-a0c4-4e64-9739-f765f2b29c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:34.938908 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b39af8b5-a0c4-4e64-9739-f765f2b29c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:35.031882 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b39af8b5-a0c4-4e64-9739-f765f2b29c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:35.034508 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b39af8b5-a0c4-4e64-9739-f765f2b29c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:35.035683 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-b39af8b5-a0c4-4e64-9739-f765f2b29c06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/586c3182-3b0c-4217-9d3b-3cdcbbb10cc9 HTTP/1.1" status: 204 len: 168 time: 0.1632059 Sep 03 02:42:35.043669 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39af8b5-a0c4-4e64-9739-f765f2b29c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586c3182-3b0c-4217-9d3b-3cdcbbb10cc9,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:35.922470 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33478) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:36.016332 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-0b888858-b727-4850-bb67-fd6bf24911c9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-447551594-network', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:36.071845 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b888858-b727-4850-bb67-fd6bf24911c9 admin admin] Made reservation on behalf of b3e8cb3f9ad940289d0011288a1efbb0 for: {'network': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:42:36.074081 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b888858-b727-4850-bb67-fd6bf24911c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:36.082249 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b888858-b727-4850-bb67-fd6bf24911c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:36.146489 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-34df3cec-2f2c-40f4-af58-259827517c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:36.171017 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b888858-b727-4850-bb67-fd6bf24911c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:36.237759 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b888858-b727-4850-bb67-fd6bf24911c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:36.258562 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b888858-b727-4850-bb67-fd6bf24911c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:42:36.273335 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b888858-b727-4850-bb67-fd6bf24911c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede8be7c-d99e-4672-971c-5427552a6c7b,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:36.276276 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b888858-b727-4850-bb67-fd6bf24911c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:36.276628 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.segments_db [None req-0b888858-b727-4850-bb67-fd6bf24911c9 admin admin] Added segment baee9e7f-d874-4790-abba-dc80169cf7d2 of type vlan for network ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 Sep 03 02:42:36.316455 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b888858-b727-4850-bb67-fd6bf24911c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:36.415126 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b888858-b727-4850-bb67-fd6bf24911c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:36.416173 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b888858-b727-4850-bb67-fd6bf24911c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:42:36.416767 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b888858-b727-4850-bb67-fd6bf24911c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:36.474129 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b888858-b727-4850-bb67-fd6bf24911c9 admin admin] Pushing event updated for resources: {'Network': ['ID=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:36.484003 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:42:36.513361 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-0b888858-b727-4850-bb67-fd6bf24911c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5893259 Sep 03 02:42:36.516216 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33490) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:36.521430 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-841215cf-cfcd-4e1c-959d-621e912cd80b admin admin] Request body: {'subnet': {'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-447551594-subnet', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'ip_version': 4}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:36.597699 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841215cf-cfcd-4e1c-959d-621e912cd80b admin admin] Made reservation on behalf of b3e8cb3f9ad940289d0011288a1efbb0 for: {'subnet': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:42:36.600082 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-841215cf-cfcd-4e1c-959d-621e912cd80b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31358997'] for subnet, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:36.740518 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:36.820948 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-841215cf-cfcd-4e1c-959d-621e912cd80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31249235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31359035'] for subnet, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:36.874013 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841215cf-cfcd-4e1c-959d-621e912cd80b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c668972-bd5b-46df-952a-591f2c28afbf,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:36.882263 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841215cf-cfcd-4e1c-959d-621e912cd80b admin admin] Checking segment: {'id': 'baee9e7f-d874-4790-abba-dc80169cf7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:42:36.882622 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841215cf-cfcd-4e1c-959d-621e912cd80b admin admin] Network hostable DHCP agents. Network: ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:42:36.963380 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841215cf-cfcd-4e1c-959d-621e912cd80b admin admin] Network ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:42:37.020661 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-841215cf-cfcd-4e1c-959d-621e912cd80b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0) {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:42:37.025006 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841215cf-cfcd-4e1c-959d-621e912cd80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:42:37.025634 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-841215cf-cfcd-4e1c-959d-621e912cd80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:37.032110 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c54958-827c-47d2-bca2-084363ec8adb None None] Network ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:42:37.084156 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-841215cf-cfcd-4e1c-959d-621e912cd80b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5667999 Sep 03 02:42:37.086728 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33494) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:37.091046 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-447551594-router', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:37.152190 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25414'] for router, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:37.153302 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25471'] for router, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:37.183651 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d50043e-cc6e-5d9f-82f8-a7ea109ee1a8-ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'fixed_ips': [{'subnet_id': '3c668972-bd5b-46df-952a-591f2c28afbf'}]}} from dv-cinder-804735-8-iscsi. {{(pid=94495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 02:42:37.184520 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:37.207823 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:37.318009 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.db_base_plugin_common [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Allocated IP 172.20.0.2 (ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0/3c668972-bd5b-46df-952a-591f2c28afbf/cd56c02e-c454-4eab-a4e3-1b5e6f60a326) {{(pid=94495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:42:37.410470 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:37.459269 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:37.469288 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Transition to ACTIVE for port object cd56c02e-c454-4eab-a4e3-1b5e6f60a326 will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:42:37.484546 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Transition to ACTIVE for port object cd56c02e-c454-4eab-a4e3-1b5e6f60a326 will not be triggered until provisioned by entity DHCP. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:42:37.581649 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:37.619715 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Network ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 is already hosted by enough agents. {{(pid=94495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:42:37.622699 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.base_scheduler [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Resources bound (agent type, host, resource id): {{(pid=94495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:42:37.626119 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Received port after_create {{(pid=94495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:42:37.635617 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Pushing event updated for resources: {'Port': ['ID=cd56c02e-c454-4eab-a4e3-1b5e6f60a326,revision_number=1']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:37.645527 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:37.646026 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:37.646377 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:37.646711 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:37.647046 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:37.647402 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:37.647731 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:37.648149 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:37.648485 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:37.648812 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:37.649137 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:37.649474 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:37.666856 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:37.689864 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:37.699018 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Attempting to bind port cd56c02e-c454-4eab-a4e3-1b5e6f60a326 on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:42:37.699628 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Attempting to bind port cd56c02e-c454-4eab-a4e3-1b5e6f60a326 by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'baee9e7f-d874-4790-abba-dc80169cf7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:42:37.699991 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Attempting to bind port cd56c02e-c454-4eab-a4e3-1b5e6f60a326 on network ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:42:37.705166 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:42:37.705543 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Checking segment: {'id': 'baee9e7f-d874-4790-abba-dc80169cf7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:42:37.705961 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:37.706355 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Bound using segment: {'id': 'baee9e7f-d874-4790-abba-dc80169cf7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:42:37.706830 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Bound port: cd56c02e-c454-4eab-a4e3-1b5e6f60a326, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baee9e7f-d874-4790-abba-dc80169cf7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:42:37.707199 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:37.777850 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] For port cd56c02e-c454-4eab-a4e3-1b5e6f60a326, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:42:37.781519 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] For port cd56c02e-c454-4eab-a4e3-1b5e6f60a326, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=cd56c02e-c454-4eab-a4e3-1b5e6f60a326,segment=NetworkSegment(baee9e7f-d874-4790-abba-dc80169cf7d2),segment_id=baee9e7f-d874-4790-abba-dc80169cf7d2)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:42:37.792212 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Allocated IP 172.27.0.119 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/bd1dc8e2-88f0-4d3f-9837-dbece7edf40d) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:42:37.809428 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:37.893260 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:37.901000 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:37.963676 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb088fd-233e-44e0-accf-6a5de66e36c4 None None] Pushing event updated for resources: {'Port': ['ID=cd56c02e-c454-4eab-a4e3-1b5e6f60a326,revision_number=2']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:37.992539 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:38.031072 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:42:38.033912 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:42:38.037505 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:42:38.062632 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Pushing event updated for resources: {'Port': ['ID=bd1dc8e2-88f0-4d3f-9837-dbece7edf40d,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:38.661794 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:38.818244 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9a8a9b-03e3-4eb3-b6b2-170c594b6a9c None None] Network ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:42:38.874146 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730026'] for router, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:38.978834 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-90b60634-2997-4e8e-96c7-8164e80c9d6b None None] Provisioning for port cd56c02e-c454-4eab-a4e3-1b5e6f60a326 completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:42:39.101064 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce is scheduled to L3 agent 22201d5a-7796-4f3b-b245-45d576005661 with binding_index 1 {{(pid=94494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 02:42:39.147058 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:39.217513 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:42:39.228346 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Sync routers for ids ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:42:39.236998 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Routers {'39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:42:39.237617 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:42:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:39.289814 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] Notify callbacks [] for router, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:39.293666 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-0b60b8a1-b420-4e89-afec-c86e5541f733 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2034109 Sep 03 02:42:39.293866 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33526) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:39.340249 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Set router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:42:39.516470 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33534) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:39.546599 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'name': 'tempest-TestShelveInstance-447551594-router', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:38Z', 'revision_number': 3, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'gw_port': {'id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:39.572629 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Checking router: 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:42:39.572987 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Updating router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce port bd1dc8e2-88f0-4d3f-9837-dbece7edf40d binding host dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:42:39.597255 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:39.635693 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ba9ddf7b-ec79-45c8-86dc-c7dd00ec81c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:39.814798 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:39.833690 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ba9ddf7b-ec79-45c8-86dc-c7dd00ec81c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:39.854659 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Notify callbacks [] for port, precommit_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:39.864809 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.provisioning_blocks [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Transition to ACTIVE for port object bd1dc8e2-88f0-4d3f-9837-dbece7edf40d will not be triggered until provisioned by entity L2. {{(pid=94496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:42:39.918019 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ba9ddf7b-ec79-45c8-86dc-c7dd00ec81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:39.940600 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:39.969697 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-ba9ddf7b-ec79-45c8-86dc-c7dd00ec81c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64282e3bcab84128bcc029c77ee6c1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4521348 Sep 03 02:42:39.973239 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33538) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:39.987590 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Attempting to bind port bd1dc8e2-88f0-4d3f-9837-dbece7edf40d on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:42:39.988043 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Attempting to bind port bd1dc8e2-88f0-4d3f-9837-dbece7edf40d by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:42:39.989173 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Attempting to bind port bd1dc8e2-88f0-4d3f-9837-dbece7edf40d on network f4c19d40-ba77-4711-a1ff-e25228796469 {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:42:39.993100 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device cd56c02e-c454-4eab-a4e3-1b5e6f60a326 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:42:39.995676 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9ddf7b-ec79-45c8-86dc-c7dd00ec81c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b964695a-78fa-4fda-b371-31e52c3df15a,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:40.001063 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:42:40.001495 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Checking segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:42:40.001973 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.002590 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Bound using segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:42:40.003212 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Bound port: bd1dc8e2-88f0-4d3f-9837-dbece7edf40d, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:42:40.003766 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.021984 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Allocated IP 172.20.0.1 (ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0/3c668972-bd5b-46df-952a-591f2c28afbf/87a04a10-94af-4863-bd69-0d25b83b3dbb) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:42:40.027392 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52518d0c-0328-4da1-b6b9-c963a705bf3e None None] Pushing event updated for resources: {'Port': ['ID=bd1dc8e2-88f0-4d3f-9837-dbece7edf40d,revision_number=2']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:40.047957 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9d992496-1c45-4a73-9fce-68f5b5787bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.058686 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] For port bd1dc8e2-88f0-4d3f-9837-dbece7edf40d, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:42:40.063630 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] For port bd1dc8e2-88f0-4d3f-9837-dbece7edf40d, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=bd1dc8e2-88f0-4d3f-9837-dbece7edf40d,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:42:40.068211 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52518d0c-0328-4da1-b6b9-c963a705bf3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:40.068504 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52518d0c-0328-4da1-b6b9-c963a705bf3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:40.068853 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52518d0c-0328-4da1-b6b9-c963a705bf3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:40.069197 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52518d0c-0328-4da1-b6b9-c963a705bf3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:40.069544 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52518d0c-0328-4da1-b6b9-c963a705bf3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:40.069872 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52518d0c-0328-4da1-b6b9-c963a705bf3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:40.070205 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52518d0c-0328-4da1-b6b9-c963a705bf3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:40.070535 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52518d0c-0328-4da1-b6b9-c963a705bf3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:40.070889 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52518d0c-0328-4da1-b6b9-c963a705bf3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:40.071226 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52518d0c-0328-4da1-b6b9-c963a705bf3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:40.072157 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52518d0c-0328-4da1-b6b9-c963a705bf3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:40.072157 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52518d0c-0328-4da1-b6b9-c963a705bf3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:40.072812 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9d992496-1c45-4a73-9fce-68f5b5787bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.118659 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.135159 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port cd56c02e-c454-4eab-a4e3-1b5e6f60a326 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:42:40.136386 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.139449 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port cd56c02e-c454-4eab-a4e3-1b5e6f60a326 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:40.139837 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.164917 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Routers {'39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:42:40.165542 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:42:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:40.175462 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9d992496-1c45-4a73-9fce-68f5b5787bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.175650 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Transition to ACTIVE for port object 87a04a10-94af-4863-bd69-0d25b83b3dbb will not be triggered until provisioned by entity DHCP. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:42:40.178482 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9d992496-1c45-4a73-9fce-68f5b5787bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.188825 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-9d992496-1c45-4a73-9fce-68f5b5787bcb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b964695a-78fa-4fda-b371-31e52c3df15a HTTP/1.1" status: 204 len: 168 time: 0.2081175 Sep 03 02:42:40.207860 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d992496-1c45-4a73-9fce-68f5b5787bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b964695a-78fa-4fda-b371-31e52c3df15a,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:40.240125 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.256063 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.268519 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52518d0c-0328-4da1-b6b9-c963a705bf3e None None] Pushing event updated for resources: {'Port': ['ID=bd1dc8e2-88f0-4d3f-9837-dbece7edf40d,revision_number=3']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:40.276245 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port cd56c02e-c454-4eab-a4e3-1b5e6f60a326, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=cd56c02e-c454-4eab-a4e3-1b5e6f60a326,segment=NetworkSegment(baee9e7f-d874-4790-abba-dc80169cf7d2),segment_id=baee9e7f-d874-4790-abba-dc80169cf7d2)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:42:40.291622 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] Set router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:42:40.301083 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Network ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:42:40.305640 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:42:40.309156 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:42:40.333866 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Pushing event updated for resources: {'Port': ['ID=87a04a10-94af-4863-bd69-0d25b83b3dbb,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:40.342555 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.355777 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1943231'] for router_interface, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.410151 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=cd56c02e-c454-4eab-a4e3-1b5e6f60a326,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:40.525147 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'name': 'tempest-TestShelveInstance-447551594-router', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:38Z', 'revision_number': 3, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'gw_port': {'id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:40.555502 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f84c03-bf46-47b8-a808-c75b06068da1 None None] The sync data for ids ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'] in dv-cinder-804735-8-iscsi is: [{'id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'name': 'tempest-TestShelveInstance-447551594-router', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:38Z', 'revision_number': 3, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'gw_port': {'id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:42:40.580592 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.723825 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-119d2379-e23a-4a03-9c34-03aadede4e30 None None] Provisioning for port 87a04a10-94af-4863-bd69-0d25b83b3dbb completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:42:40.728112 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-119d2379-e23a-4a03-9c34-03aadede4e30 None None] Provisioning complete for port 87a04a10-94af-4863-bd69-0d25b83b3dbb triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:40.728501 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-119d2379-e23a-4a03-9c34-03aadede4e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.744580 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.820615 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.892990 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Pushing event updated for resources: {'Port': ['ID=87a04a10-94af-4863-bd69-0d25b83b3dbb,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:40.896498 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734959'] for router_interface, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.913627 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-119d2379-e23a-4a03-9c34-03aadede4e30 None None] Port 87a04a10-94af-4863-bd69-0d25b83b3dbb cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:42:40.956215 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33548) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:40.969926 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e788e534-22ce-4375-a367-dfff494924b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:40.999179 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Network ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:42:41.001035 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:42:41.070709 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e788e534-22ce-4375-a367-dfff494924b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:41.130150 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:42:41.140586 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e788e534-22ce-4375-a367-dfff494924b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:41.188420 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-e788e534-22ce-4375-a367-dfff494924b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa7faaefd06e4089bbf22ab55587429d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309873 Sep 03 02:42:41.190854 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33550) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:41.203510 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788e534-22ce-4375-a367-dfff494924b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c512dfdd-a14f-47dd-9c0d-01aea4438be6,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:41.236189 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-e04e14b4-c400-4b5a-862f-80c12b0fe5a0 None None] Provisioning complete for port 87a04a10-94af-4863-bd69-0d25b83b3dbb triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:41.236722 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e04e14b4-c400-4b5a-862f-80c12b0fe5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:41.257945 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:42:41.264398 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-0a152a4f-82a1-4237-aca2-d4bac37297ed admin admin] 10.222.0.21 "PUT /v2.0/routers/39b1c31b-9fb0-4429-a51b-1388fd6bd9ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9695055 Sep 03 02:42:41.268567 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59a43f5a-2544-4bc1-a9c9-26fcdd572e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:41.293055 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59a43f5a-2544-4bc1-a9c9-26fcdd572e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:41.297912 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-e04e14b4-c400-4b5a-862f-80c12b0fe5a0 None None] Port 87a04a10-94af-4863-bd69-0d25b83b3dbb cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:42:41.409173 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59a43f5a-2544-4bc1-a9c9-26fcdd572e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:41.411898 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-59a43f5a-2544-4bc1-a9c9-26fcdd572e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:41.413158 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-59a43f5a-2544-4bc1-a9c9-26fcdd572e58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c512dfdd-a14f-47dd-9c0d-01aea4438be6 HTTP/1.1" status: 204 len: 168 time: 0.2108083 Sep 03 02:42:41.421392 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a43f5a-2544-4bc1-a9c9-26fcdd572e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c512dfdd-a14f-47dd-9c0d-01aea4438be6,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:42.031417 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device cd56c02e-c454-4eab-a4e3-1b5e6f60a326 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:42:42.060515 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33582) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:42.065546 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-4b2bc0cb-54b5-4d62-83ac-e539ae278bad admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1333285826-network', 'tenant_id': '18a85a3fb9e54e3790c959c4e1b78b2e'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:42.094212 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port cd56c02e-c454-4eab-a4e3-1b5e6f60a326 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:42.094585 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:42.147169 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2bc0cb-54b5-4d62-83ac-e539ae278bad admin admin] Made reservation on behalf of 18a85a3fb9e54e3790c959c4e1b78b2e for: {'network': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:42:42.149748 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc0cb-54b5-4d62-83ac-e539ae278bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:42.159982 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc0cb-54b5-4d62-83ac-e539ae278bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:42.173321 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device bd1dc8e2-88f0-4d3f-9837-dbece7edf40d up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:42:42.235990 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Sync routers for ids ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:42:42.246175 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Routers {'39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:42:42.246872 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:42:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:42.260791 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc0cb-54b5-4d62-83ac-e539ae278bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:42.354828 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Set router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:42:42.386675 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc0cb-54b5-4d62-83ac-e539ae278bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:42.386847 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port bd1dc8e2-88f0-4d3f-9837-dbece7edf40d completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:42:42.393466 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port bd1dc8e2-88f0-4d3f-9837-dbece7edf40d triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:42.393783 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:42.411531 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2bc0cb-54b5-4d62-83ac-e539ae278bad admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=94494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:42:42.423122 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bc0cb-54b5-4d62-83ac-e539ae278bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6740cd8c-6880-4e43-85b8-0eb815a01d14,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:42.427156 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc0cb-54b5-4d62-83ac-e539ae278bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:42.427534 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.segments_db [None req-4b2bc0cb-54b5-4d62-83ac-e539ae278bad admin admin] Added segment 280b7523-a47a-4e22-a96b-b63f3ea0318f of type vlan for network 81a54eec-be31-4992-b54a-8621c0902b62 Sep 03 02:42:42.468558 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc0cb-54b5-4d62-83ac-e539ae278bad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:42.559554 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc0cb-54b5-4d62-83ac-e539ae278bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:42.560925 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2bc0cb-54b5-4d62-83ac-e539ae278bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:42:42.562014 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4b2bc0cb-54b5-4d62-83ac-e539ae278bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:42.593685 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:42.620888 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port bd1dc8e2-88f0-4d3f-9837-dbece7edf40d, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=bd1dc8e2-88f0-4d3f-9837-dbece7edf40d,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:42:42.644128 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'name': 'tempest-TestShelveInstance-447551594-router', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:40Z', 'revision_number': 4, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'gw_port': {'id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '87a04a10-94af-4863-bd69-0d25b83b3dbb', 'name': '', 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'mac_address': 'fa:16:3e:ca:07:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:39Z', 'updated_at': '2021-09-03T02:42:40Z', 'revision_number': 2, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'subnets': [{'id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:42.649000 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bc0cb-54b5-4d62-83ac-e539ae278bad admin admin] Pushing event updated for resources: {'Network': ['ID=81a54eec-be31-4992-b54a-8621c0902b62,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:42.664331 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33598) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:42.673288 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-cb71c0bf-d816-46bd-8d48-0e3b0cbd5426 admin admin] Request body: {'subnet': {'network_id': '81a54eec-be31-4992-b54a-8621c0902b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1333285826-subnet', 'tenant_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'ip_version': 4}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:42.673463 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-4b2bc0cb-54b5-4d62-83ac-e539ae278bad admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6101725 Sep 03 02:42:42.675969 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network 81a54eec-be31-4992-b54a-8621c0902b62 details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:42:42.678967 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Checking router: 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:42:42.679360 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Updating router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce port 87a04a10-94af-4863-bd69-0d25b83b3dbb binding host dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:42:42.705081 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:42.748681 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:42.768947 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb71c0bf-d816-46bd-8d48-0e3b0cbd5426 admin admin] Made reservation on behalf of 18a85a3fb9e54e3790c959c4e1b78b2e for: {'subnet': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:42:42.771645 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cb71c0bf-d816-46bd-8d48-0e3b0cbd5426 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29389836'] for subnet, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:42.812984 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=bd1dc8e2-88f0-4d3f-9837-dbece7edf40d,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:43.026573 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cb71c0bf-d816-46bd-8d48-0e3b0cbd5426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30143681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29389858'] for subnet, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:43.064722 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:43.076108 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Transition to ACTIVE for port object 87a04a10-94af-4863-bd69-0d25b83b3dbb will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:42:43.090557 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71c0bf-d816-46bd-8d48-0e3b0cbd5426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72046915-b453-4130-8e8f-036309cea342,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:43.100762 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb71c0bf-d816-46bd-8d48-0e3b0cbd5426 admin admin] Checking segment: {'id': '280b7523-a47a-4e22-a96b-b63f3ea0318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '81a54eec-be31-4992-b54a-8621c0902b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94493) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:42:43.101131 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb71c0bf-d816-46bd-8d48-0e3b0cbd5426 admin admin] Network hostable DHCP agents. Network: 81a54eec-be31-4992-b54a-8621c0902b62, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94493) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:42:43.192174 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:43.214874 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb71c0bf-d816-46bd-8d48-0e3b0cbd5426 admin admin] Network 81a54eec-be31-4992-b54a-8621c0902b62 is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94493) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:42:43.252579 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d522c3c-3cb5-4317-9eda-52ce259003dc None None] Pushing event updated for resources: {'Port': ['ID=87a04a10-94af-4863-bd69-0d25b83b3dbb,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:43.308436 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Attempting to bind port 87a04a10-94af-4863-bd69-0d25b83b3dbb on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:42:43.308808 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Attempting to bind port 87a04a10-94af-4863-bd69-0d25b83b3dbb by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'baee9e7f-d874-4790-abba-dc80169cf7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:42:43.309165 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Attempting to bind port 87a04a10-94af-4863-bd69-0d25b83b3dbb on network ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:42:43.315936 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:42:43.316355 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Checking segment: {'id': 'baee9e7f-d874-4790-abba-dc80169cf7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:42:43.317049 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:43.317755 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Bound using segment: {'id': 'baee9e7f-d874-4790-abba-dc80169cf7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:42:43.318432 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Bound port: 87a04a10-94af-4863-bd69-0d25b83b3dbb, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baee9e7f-d874-4790-abba-dc80169cf7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:42:43.318999 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:43.361483 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-cb71c0bf-d816-46bd-8d48-0e3b0cbd5426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, 81a54eec-be31-4992-b54a-8621c0902b62) {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:42:43.374084 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb71c0bf-d816-46bd-8d48-0e3b0cbd5426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:42:43.375586 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-cb71c0bf-d816-46bd-8d48-0e3b0cbd5426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:43.380873 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f75d3b5-7398-4067-b0c4-b8e6112dc700 None None] Network 81a54eec-be31-4992-b54a-8621c0902b62 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:42:43.414991 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] For port 87a04a10-94af-4863-bd69-0d25b83b3dbb, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:42:43.459928 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] For port 87a04a10-94af-4863-bd69-0d25b83b3dbb, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=87a04a10-94af-4863-bd69-0d25b83b3dbb,segment=NetworkSegment(baee9e7f-d874-4790-abba-dc80169cf7d2),segment_id=baee9e7f-d874-4790-abba-dc80169cf7d2)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:42:43.467123 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-cb71c0bf-d816-46bd-8d48-0e3b0cbd5426 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8010697 Sep 03 02:42:43.469674 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33612) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:43.474243 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1333285826-router', 'tenant_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:43.553665 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:43.563361 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d50043e-cc6e-5d9f-82f8-a7ea109ee1a8-81a54eec-be31-4992-b54a-8621c0902b62', 'network_id': '81a54eec-be31-4992-b54a-8621c0902b62', 'tenant_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'fixed_ips': [{'subnet_id': '72046915-b453-4130-8e8f-036309cea342'}]}} from dv-cinder-804735-8-iscsi. {{(pid=94495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 02:42:43.564197 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:43.580877 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25414'] for router, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:43.581961 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25471'] for router, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:43.641733 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d522c3c-3cb5-4317-9eda-52ce259003dc None None] Pushing event updated for resources: {'Port': ['ID=87a04a10-94af-4863-bd69-0d25b83b3dbb,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:43.663900 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:43.696613 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Routers {'39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:42:43.697262 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:42:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:43.936933 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:43.980390 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device bd1dc8e2-88f0-4d3f-9837-dbece7edf40d up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:42:44.040806 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.db_base_plugin_common [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Allocated IP 172.20.0.2 (81a54eec-be31-4992-b54a-8621c0902b62/72046915-b453-4130-8e8f-036309cea342/a66a9965-8d20-4c75-b4ef-92695152412a) {{(pid=94495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:42:44.064747 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] Set router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:42:44.171960 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port bd1dc8e2-88f0-4d3f-9837-dbece7edf40d triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:44.172340 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:44.197425 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:42:44.204817 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:44.225047 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:44.329566 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Allocated IP 172.27.0.210 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/ed7acabf-cbe5-4cb7-938d-20f2bc01286f) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:42:44.407735 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:44.440095 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Transition to ACTIVE for port object a66a9965-8d20-4c75-b4ef-92695152412a will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:42:44.442713 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:44.466929 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Transition to ACTIVE for port object a66a9965-8d20-4c75-b4ef-92695152412a will not be triggered until provisioned by entity DHCP. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:42:44.486032 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'name': 'tempest-TestShelveInstance-447551594-router', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:40Z', 'revision_number': 4, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'gw_port': {'id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '87a04a10-94af-4863-bd69-0d25b83b3dbb', 'name': '', 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'mac_address': 'fa:16:3e:ca:07:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:39Z', 'updated_at': '2021-09-03T02:42:43Z', 'revision_number': 4, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'subnets': [{'id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:44.517300 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32d7920-c7ab-4e62-a132-8602687212c0 None None] The sync data for ids ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'] in dv-cinder-804735-8-iscsi is: [{'id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'name': 'tempest-TestShelveInstance-447551594-router', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:40Z', 'revision_number': 4, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'gw_port': {'id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '87a04a10-94af-4863-bd69-0d25b83b3dbb', 'name': '', 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'mac_address': 'fa:16:3e:ca:07:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:39Z', 'updated_at': '2021-09-03T02:42:43Z', 'revision_number': 4, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'subnets': [{'id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:42:44.546811 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:44.596955 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Network 81a54eec-be31-4992-b54a-8621c0902b62 is already hosted by enough agents. {{(pid=94495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:42:44.600171 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.base_scheduler [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Resources bound (agent type, host, resource id): {{(pid=94495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:42:44.604441 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Received port after_create {{(pid=94495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:42:44.610563 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:44.620371 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Pushing event updated for resources: {'Port': ['ID=a66a9965-8d20-4c75-b4ef-92695152412a,revision_number=1']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:44.647067 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:42:44.650418 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:42:44.654810 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:42:44.683560 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Attempting to bind port a66a9965-8d20-4c75-b4ef-92695152412a on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:42:44.683921 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Attempting to bind port a66a9965-8d20-4c75-b4ef-92695152412a by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': '280b7523-a47a-4e22-a96b-b63f3ea0318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '81a54eec-be31-4992-b54a-8621c0902b62'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:42:44.684176 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Attempting to bind port a66a9965-8d20-4c75-b4ef-92695152412a on network 81a54eec-be31-4992-b54a-8621c0902b62 {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:42:44.689706 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:42:44.690080 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Checking segment: {'id': '280b7523-a47a-4e22-a96b-b63f3ea0318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '81a54eec-be31-4992-b54a-8621c0902b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:42:44.690483 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:44.690875 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Bound using segment: {'id': '280b7523-a47a-4e22-a96b-b63f3ea0318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '81a54eec-be31-4992-b54a-8621c0902b62'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:42:44.691365 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Bound port: a66a9965-8d20-4c75-b4ef-92695152412a, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280b7523-a47a-4e22-a96b-b63f3ea0318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '81a54eec-be31-4992-b54a-8621c0902b62'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:42:44.691742 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:44.697720 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Pushing event updated for resources: {'Port': ['ID=ed7acabf-cbe5-4cb7-938d-20f2bc01286f,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:44.768927 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] For port a66a9965-8d20-4c75-b4ef-92695152412a, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:42:44.772948 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] For port a66a9965-8d20-4c75-b4ef-92695152412a, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=a66a9965-8d20-4c75-b4ef-92695152412a,segment=NetworkSegment(280b7523-a47a-4e22-a96b-b63f3ea0318f),segment_id=280b7523-a47a-4e22-a96b-b63f3ea0318f)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:42:44.827530 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:44.895915 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e9bc1-12e5-44e3-9a34-a3e50d0308a8 None None] Pushing event updated for resources: {'Port': ['ID=a66a9965-8d20-4c75-b4ef-92695152412a,revision_number=2']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:45.024770 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:45.254690 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730026'] for router, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:45.437877 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Router 478a6062-2a31-4f17-8980-3b32fcf95892 is scheduled to L3 agent 22201d5a-7796-4f3b-b245-45d576005661 with binding_index 1 {{(pid=94493) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 02:42:45.548946 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:42:45.562187 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Sync routers for ids ['478a6062-2a31-4f17-8980-3b32fcf95892'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:42:45.576038 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Routers {'478a6062-2a31-4f17-8980-3b32fcf95892'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:42:45.576693 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:42:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['478a6062-2a31-4f17-8980-3b32fcf95892'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:45.621209 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] Notify callbacks [] for router, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:45.622903 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-3661fa47-af52-461d-b53c-ad3fe5614b7a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1522472 Sep 03 02:42:45.625547 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33642) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:45.691973 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Set router 478a6062-2a31-4f17-8980-3b32fcf95892 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:42:45.879945 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fda686-9521-4b55-b0b9-82e13e981665 None None] Network 81a54eec-be31-4992-b54a-8621c0902b62 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:42:45.883781 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'name': 'tempest-TestShelveInstance-1333285826-router', 'tenant_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'ed7acabf-cbe5-4cb7-938d-20f2bc01286f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:43Z', 'updated_at': '2021-09-03T02:42:44Z', 'revision_number': 3, 'project_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'gw_port': {'id': 'ed7acabf-cbe5-4cb7-938d-20f2bc01286f', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:44Z', 'updated_at': '2021-09-03T02:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:46.039459 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-72c12457-67ce-4eff-90ce-45f1e58cbba2 None None] Provisioning for port a66a9965-8d20-4c75-b4ef-92695152412a completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:42:46.043805 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Checking router: 478a6062-2a31-4f17-8980-3b32fcf95892 for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:42:46.044996 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Updating router 478a6062-2a31-4f17-8980-3b32fcf95892 port ed7acabf-cbe5-4cb7-938d-20f2bc01286f binding host dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:42:46.075015 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 87a04a10-94af-4863-bd69-0d25b83b3dbb up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:42:46.081857 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.186530 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.266170 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port 87a04a10-94af-4863-bd69-0d25b83b3dbb completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:42:46.277930 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 87a04a10-94af-4863-bd69-0d25b83b3dbb triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:46.277930 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.372526 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Allocated IP 172.20.0.1 (81a54eec-be31-4992-b54a-8621c0902b62/72046915-b453-4130-8e8f-036309cea342/a4369353-f3b9-4d88-a8c5-dc7e362c98f5) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:42:46.415703 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.419996 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.430020 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.provisioning_blocks [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Transition to ACTIVE for port object ed7acabf-cbe5-4cb7-938d-20f2bc01286f will not be triggered until provisioned by entity L2. {{(pid=94496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:42:46.449948 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port 87a04a10-94af-4863-bd69-0d25b83b3dbb, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=87a04a10-94af-4863-bd69-0d25b83b3dbb,segment=NetworkSegment(baee9e7f-d874-4790-abba-dc80169cf7d2),segment_id=baee9e7f-d874-4790-abba-dc80169cf7d2)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:42:46.483366 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.496805 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Transition to ACTIVE for port object a4369353-f3b9-4d88-a8c5-dc7e362c98f5 will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:42:46.500462 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.517775 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.518713 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device a66a9965-8d20-4c75-b4ef-92695152412a up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:42:46.556065 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Attempting to bind port ed7acabf-cbe5-4cb7-938d-20f2bc01286f on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:42:46.556442 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Attempting to bind port ed7acabf-cbe5-4cb7-938d-20f2bc01286f by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:42:46.556807 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Attempting to bind port ed7acabf-cbe5-4cb7-938d-20f2bc01286f on network f4c19d40-ba77-4711-a1ff-e25228796469 {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:42:46.560221 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ff473-31d2-4c26-8fc6-d59146ff2fe9 None None] Pushing event updated for resources: {'Port': ['ID=ed7acabf-cbe5-4cb7-938d-20f2bc01286f,revision_number=2']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:46.568142 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:42:46.568142 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Checking segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:42:46.568796 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.568796 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Bound using segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:42:46.569051 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Bound port: ed7acabf-cbe5-4cb7-938d-20f2bc01286f, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:42:46.569460 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.586742 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.598795 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=87a04a10-94af-4863-bd69-0d25b83b3dbb,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:46.625327 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] For port ed7acabf-cbe5-4cb7-938d-20f2bc01286f, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:42:46.628167 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Network 81a54eec-be31-4992-b54a-8621c0902b62 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:42:46.628449 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] For port ed7acabf-cbe5-4cb7-938d-20f2bc01286f, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=ed7acabf-cbe5-4cb7-938d-20f2bc01286f,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:42:46.630920 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:42:46.637253 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:42:46.640309 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Pushing event updated for resources: {'Port': ['ID=a4369353-f3b9-4d88-a8c5-dc7e362c98f5,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:46.677577 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port a66a9965-8d20-4c75-b4ef-92695152412a completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:42:46.680606 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1943231'] for router_interface, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.681667 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port a66a9965-8d20-4c75-b4ef-92695152412a triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:46.682662 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.705596 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.766329 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Routers {'478a6062-2a31-4f17-8980-3b32fcf95892'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:42:46.766975 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:42:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['478a6062-2a31-4f17-8980-3b32fcf95892'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:46.772651 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ff473-31d2-4c26-8fc6-d59146ff2fe9 None None] Pushing event updated for resources: {'Port': ['ID=ed7acabf-cbe5-4cb7-938d-20f2bc01286f,revision_number=3']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:46.775268 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.813390 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port a66a9965-8d20-4c75-b4ef-92695152412a, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=a66a9965-8d20-4c75-b4ef-92695152412a,segment=NetworkSegment(280b7523-a47a-4e22-a96b-b63f3ea0318f),segment_id=280b7523-a47a-4e22-a96b-b63f3ea0318f)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:42:46.881107 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] Set router 478a6062-2a31-4f17-8980-3b32fcf95892 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:42:46.909411 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.912138 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:46.961011 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=a66a9965-8d20-4c75-b4ef-92695152412a,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:46.998310 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-fa4d4910-32e8-4095-8339-3ee5e7fc0413 None None] Provisioning for port a4369353-f3b9-4d88-a8c5-dc7e362c98f5 completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:42:47.002493 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-fa4d4910-32e8-4095-8339-3ee5e7fc0413 None None] Provisioning complete for port a4369353-f3b9-4d88-a8c5-dc7e362c98f5 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:47.002698 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4910-32e8-4095-8339-3ee5e7fc0413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:47.048487 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-fa4d4910-32e8-4095-8339-3ee5e7fc0413 None None] Port a4369353-f3b9-4d88-a8c5-dc7e362c98f5 cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:42:47.068781 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'name': 'tempest-TestShelveInstance-1333285826-router', 'tenant_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'ed7acabf-cbe5-4cb7-938d-20f2bc01286f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:43Z', 'updated_at': '2021-09-03T02:42:44Z', 'revision_number': 3, 'project_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'gw_port': {'id': 'ed7acabf-cbe5-4cb7-938d-20f2bc01286f', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:44Z', 'updated_at': '2021-09-03T02:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:47.085954 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:47.099037 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b752a92-e519-4070-841c-d561bf7336a8 None None] The sync data for ids ['478a6062-2a31-4f17-8980-3b32fcf95892'] in dv-cinder-804735-8-iscsi is: [{'id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'name': 'tempest-TestShelveInstance-1333285826-router', 'tenant_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'ed7acabf-cbe5-4cb7-938d-20f2bc01286f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:43Z', 'updated_at': '2021-09-03T02:42:44Z', 'revision_number': 3, 'project_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'gw_port': {'id': 'ed7acabf-cbe5-4cb7-938d-20f2bc01286f', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:44Z', 'updated_at': '2021-09-03T02:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:42:47.140886 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30143546'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:47.463104 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Pushing event updated for resources: {'Port': ['ID=a4369353-f3b9-4d88-a8c5-dc7e362c98f5,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:47.465802 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734959'] for router_interface, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:47.558236 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Network 81a54eec-be31-4992-b54a-8621c0902b62 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:42:47.560267 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:42:47.689381 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Router 478a6062-2a31-4f17-8980-3b32fcf95892 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:42:47.772134 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-929646ed-93f2-4d1a-a509-ee016a8d5044 None None] Provisioning complete for port a4369353-f3b9-4d88-a8c5-dc7e362c98f5 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:47.772618 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-929646ed-93f2-4d1a-a509-ee016a8d5044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:47.800713 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:42:47.811797 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-929646ed-93f2-4d1a-a509-ee016a8d5044 None None] Port a4369353-f3b9-4d88-a8c5-dc7e362c98f5 cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:42:47.812049 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-3de7a348-7cc9-4532-a243-524e8bd2115a admin admin] 10.222.0.21 "PUT /v2.0/routers/478a6062-2a31-4f17-8980-3b32fcf95892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1850691 Sep 03 02:42:48.035831 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 87a04a10-94af-4863-bd69-0d25b83b3dbb up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:42:48.082537 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 87a04a10-94af-4863-bd69-0d25b83b3dbb triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:48.082915 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:48.169328 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device ed7acabf-cbe5-4cb7-938d-20f2bc01286f up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:42:48.260380 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port ed7acabf-cbe5-4cb7-938d-20f2bc01286f completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:42:48.264676 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port ed7acabf-cbe5-4cb7-938d-20f2bc01286f triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:48.265082 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:48.345824 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:48.366759 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port ed7acabf-cbe5-4cb7-938d-20f2bc01286f, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=ed7acabf-cbe5-4cb7-938d-20f2bc01286f,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:42:48.449084 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:48.449898 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device a66a9965-8d20-4c75-b4ef-92695152412a up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:42:48.461817 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33682) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:48.466637 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-506fca3b-41c1-4e4e-b0a1-5891160d6687 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702193714', 'description': 'tempest-secgroup-smoke-1702193714 description', 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:48.536887 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=ed7acabf-cbe5-4cb7-938d-20f2bc01286f,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:48.548825 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port a66a9965-8d20-4c75-b4ef-92695152412a triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:48.549197 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:48.551885 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-506fca3b-41c1-4e4e-b0a1-5891160d6687 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:48.620356 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Sync routers for ids ['478a6062-2a31-4f17-8980-3b32fcf95892'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:42:48.638481 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Routers {'478a6062-2a31-4f17-8980-3b32fcf95892'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:42:48.639096 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:42:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['478a6062-2a31-4f17-8980-3b32fcf95892'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:48.641021 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-506fca3b-41c1-4e4e-b0a1-5891160d6687 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:48.683418 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-506fca3b-41c1-4e4e-b0a1-5891160d6687 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:48.712371 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fca3b-41c1-4e4e-b0a1-5891160d6687 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff7386e-de1f-42f6-9e24-207ee69d474c,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:48.748864 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Set router 478a6062-2a31-4f17-8980-3b32fcf95892 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:42:48.768986 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-506fca3b-41c1-4e4e-b0a1-5891160d6687 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:48.770523 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-506fca3b-41c1-4e4e-b0a1-5891160d6687 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3076873 Sep 03 02:42:48.773469 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33688) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:48.778103 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-75e2911b-33be-4cd7-879f-5732f0275a9d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Request body: {'security_group_rule': {'security_group_id': '9ff7386e-de1f-42f6-9e24-207ee69d474c', 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:48.860241 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-75e2911b-33be-4cd7-879f-5732f0275a9d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:48.918663 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-75e2911b-33be-4cd7-879f-5732f0275a9d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:48.955866 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'name': 'tempest-TestShelveInstance-1333285826-router', 'tenant_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'ed7acabf-cbe5-4cb7-938d-20f2bc01286f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:43Z', 'updated_at': '2021-09-03T02:42:46Z', 'revision_number': 4, 'project_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'gw_port': {'id': 'ed7acabf-cbe5-4cb7-938d-20f2bc01286f', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:44Z', 'updated_at': '2021-09-03T02:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'a4369353-f3b9-4d88-a8c5-dc7e362c98f5', 'name': '', 'network_id': '81a54eec-be31-4992-b54a-8621c0902b62', 'tenant_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'mac_address': 'fa:16:3e:65:31:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '72046915-b453-4130-8e8f-036309cea342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:46Z', 'updated_at': '2021-09-03T02:42:46Z', 'revision_number': 2, 'project_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'subnets': [{'id': '72046915-b453-4130-8e8f-036309cea342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:48.984325 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Checking router: 478a6062-2a31-4f17-8980-3b32fcf95892 for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:42:48.984760 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Updating router 478a6062-2a31-4f17-8980-3b32fcf95892 port a4369353-f3b9-4d88-a8c5-dc7e362c98f5 binding host dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:42:48.986259 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-75e2911b-33be-4cd7-879f-5732f0275a9d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.003895 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2911b-33be-4cd7-879f-5732f0275a9d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc921b30-5e63-4c4c-b529-6bda52875321,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:49.009659 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.066325 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-75e2911b-33be-4cd7-879f-5732f0275a9d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.067628 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-75e2911b-33be-4cd7-879f-5732f0275a9d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2930276 Sep 03 02:42:49.070380 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33694) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:49.074865 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-089cb9ae-1a9e-4b3c-b17e-9cdc5b7c9cfc tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Request body: {'security_group_rule': {'security_group_id': '9ff7386e-de1f-42f6-9e24-207ee69d474c', 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:49.139207 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-089cb9ae-1a9e-4b3c-b17e-9cdc5b7c9cfc tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.249032 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-089cb9ae-1a9e-4b3c-b17e-9cdc5b7c9cfc tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.275566 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Notify callbacks [] for port, precommit_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.285648 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Transition to ACTIVE for port object a4369353-f3b9-4d88-a8c5-dc7e362c98f5 will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:42:49.317417 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-089cb9ae-1a9e-4b3c-b17e-9cdc5b7c9cfc tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.337135 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cb9ae-1a9e-4b3c-b17e-9cdc5b7c9cfc tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1520e9dc-be0c-4370-99af-24d2b0ae4623,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:49.340279 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.391052 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592c053-6bdc-40d6-9132-d118c415592c None None] Pushing event updated for resources: {'Port': ['ID=a4369353-f3b9-4d88-a8c5-dc7e362c98f5,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:49.430943 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-089cb9ae-1a9e-4b3c-b17e-9cdc5b7c9cfc tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.430943 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-089cb9ae-1a9e-4b3c-b17e-9cdc5b7c9cfc tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3567040 Sep 03 02:42:49.431649 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33702) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:49.437242 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-121d0f98-3e7b-45fd-a3b8-781cbe6c8378 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Request body: {'security_group_rule': {'security_group_id': '9ff7386e-de1f-42f6-9e24-207ee69d474c', 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:49.440966 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Attempting to bind port a4369353-f3b9-4d88-a8c5-dc7e362c98f5 on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:42:49.441332 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Attempting to bind port a4369353-f3b9-4d88-a8c5-dc7e362c98f5 by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': '280b7523-a47a-4e22-a96b-b63f3ea0318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '81a54eec-be31-4992-b54a-8621c0902b62'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:42:49.441867 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Attempting to bind port a4369353-f3b9-4d88-a8c5-dc7e362c98f5 on network 81a54eec-be31-4992-b54a-8621c0902b62 {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:42:49.447064 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:42:49.447650 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Checking segment: {'id': '280b7523-a47a-4e22-a96b-b63f3ea0318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '81a54eec-be31-4992-b54a-8621c0902b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:42:49.448210 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.448605 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Bound using segment: {'id': '280b7523-a47a-4e22-a96b-b63f3ea0318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '81a54eec-be31-4992-b54a-8621c0902b62'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:42:49.449071 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Bound port: a4369353-f3b9-4d88-a8c5-dc7e362c98f5, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280b7523-a47a-4e22-a96b-b63f3ea0318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '81a54eec-be31-4992-b54a-8621c0902b62'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:42:49.449651 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.520541 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] For port a4369353-f3b9-4d88-a8c5-dc7e362c98f5, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:42:49.524042 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] For port a4369353-f3b9-4d88-a8c5-dc7e362c98f5, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=a4369353-f3b9-4d88-a8c5-dc7e362c98f5,segment=NetworkSegment(280b7523-a47a-4e22-a96b-b63f3ea0318f),segment_id=280b7523-a47a-4e22-a96b-b63f3ea0318f)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:42:49.557140 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-121d0f98-3e7b-45fd-a3b8-781cbe6c8378 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.603918 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.618690 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-121d0f98-3e7b-45fd-a3b8-781cbe6c8378 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.712092 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-121d0f98-3e7b-45fd-a3b8-781cbe6c8378 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.732534 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d0f98-3e7b-45fd-a3b8-781cbe6c8378 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040bff32-cd25-4398-9d81-22fe3dde4070,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:49.798701 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Routers {'478a6062-2a31-4f17-8980-3b32fcf95892'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:42:49.799360 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:42:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['478a6062-2a31-4f17-8980-3b32fcf95892'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:49.805714 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592c053-6bdc-40d6-9132-d118c415592c None None] Pushing event updated for resources: {'Port': ['ID=a4369353-f3b9-4d88-a8c5-dc7e362c98f5,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:49.814787 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-121d0f98-3e7b-45fd-a3b8-781cbe6c8378 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.817762 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-121d0f98-3e7b-45fd-a3b8-781cbe6c8378 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3833966 Sep 03 02:42:49.819360 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33706) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:49.825374 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-d5a22d91-c553-44c2-93ea-50ff50f77fb8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Request body: {'security_group_rule': {'security_group_id': '9ff7386e-de1f-42f6-9e24-207ee69d474c', 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:49.912632 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] Set router 478a6062-2a31-4f17-8980-3b32fcf95892 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:42:49.928630 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d5a22d91-c553-44c2-93ea-50ff50f77fb8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:49.986777 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device ed7acabf-cbe5-4cb7-938d-20f2bc01286f up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:42:49.993387 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d5a22d91-c553-44c2-93ea-50ff50f77fb8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:50.054982 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d5a22d91-c553-44c2-93ea-50ff50f77fb8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:50.071964 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a22d91-c553-44c2-93ea-50ff50f77fb8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe3c08c-fb98-4ccb-9c86-2dc049f007fa,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:50.107933 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port ed7acabf-cbe5-4cb7-938d-20f2bc01286f triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:50.108310 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:50.129273 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d5a22d91-c553-44c2-93ea-50ff50f77fb8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:50.130676 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-d5a22d91-c553-44c2-93ea-50ff50f77fb8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3095272 Sep 03 02:42:50.134025 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33708) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:50.139189 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-95f7febb-db13-455f-9055-c8b938529e27 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Request body: {'security_group_rule': {'security_group_id': '9ff7386e-de1f-42f6-9e24-207ee69d474c', 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:50.215385 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.securitygroups_db [None req-95f7febb-db13-455f-9055-c8b938529e27 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Project b3e8cb3f9ad940289d0011288a1efbb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 02:42:50.216567 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'name': 'tempest-TestShelveInstance-1333285826-router', 'tenant_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'ed7acabf-cbe5-4cb7-938d-20f2bc01286f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:43Z', 'updated_at': '2021-09-03T02:42:46Z', 'revision_number': 4, 'project_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'gw_port': {'id': 'ed7acabf-cbe5-4cb7-938d-20f2bc01286f', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:44Z', 'updated_at': '2021-09-03T02:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'a4369353-f3b9-4d88-a8c5-dc7e362c98f5', 'name': '', 'network_id': '81a54eec-be31-4992-b54a-8621c0902b62', 'tenant_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'mac_address': 'fa:16:3e:65:31:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '72046915-b453-4130-8e8f-036309cea342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:46Z', 'updated_at': '2021-09-03T02:42:49Z', 'revision_number': 4, 'project_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'subnets': [{'id': '72046915-b453-4130-8e8f-036309cea342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:50.233930 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-95f7febb-db13-455f-9055-c8b938529e27 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:50.249561 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc11c7-2bbe-45c2-8b54-08f5c7a95c0c None None] The sync data for ids ['478a6062-2a31-4f17-8980-3b32fcf95892'] in dv-cinder-804735-8-iscsi is: [{'id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'name': 'tempest-TestShelveInstance-1333285826-router', 'tenant_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'ed7acabf-cbe5-4cb7-938d-20f2bc01286f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:43Z', 'updated_at': '2021-09-03T02:42:46Z', 'revision_number': 4, 'project_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'gw_port': {'id': 'ed7acabf-cbe5-4cb7-938d-20f2bc01286f', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:44Z', 'updated_at': '2021-09-03T02:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'a4369353-f3b9-4d88-a8c5-dc7e362c98f5', 'name': '', 'network_id': '81a54eec-be31-4992-b54a-8621c0902b62', 'tenant_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'mac_address': 'fa:16:3e:65:31:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '72046915-b453-4130-8e8f-036309cea342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:46Z', 'updated_at': '2021-09-03T02:42:49Z', 'revision_number': 4, 'project_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'subnets': [{'id': '72046915-b453-4130-8e8f-036309cea342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:42:50.335816 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-95f7febb-db13-455f-9055-c8b938529e27 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:50.420593 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-95f7febb-db13-455f-9055-c8b938529e27 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:50.439455 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7febb-db13-455f-9055-c8b938529e27 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00752081-8823-40db-91fc-cab9b7d5b50c,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:50.512390 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-95f7febb-db13-455f-9055-c8b938529e27 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:50.514778 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-95f7febb-db13-455f-9055-c8b938529e27 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3791316 Sep 03 02:42:50.517030 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33726) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:50.522171 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-637b2ef2-3258-4c2e-b00c-4cedb3c9fa9d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Request body: {'security_group_rule': {'security_group_id': '9ff7386e-de1f-42f6-9e24-207ee69d474c', 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:50.616514 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.securitygroups_db [None req-637b2ef2-3258-4c2e-b00c-4cedb3c9fa9d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Project b3e8cb3f9ad940289d0011288a1efbb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 02:42:50.632396 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-637b2ef2-3258-4c2e-b00c-4cedb3c9fa9d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:50.707029 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-637b2ef2-3258-4c2e-b00c-4cedb3c9fa9d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:50.774575 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-637b2ef2-3258-4c2e-b00c-4cedb3c9fa9d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:50.791739 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b2ef2-3258-4c2e-b00c-4cedb3c9fa9d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d31573-bb2e-4d4b-8210-a9133bcc875d,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:50.854643 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-637b2ef2-3258-4c2e-b00c-4cedb3c9fa9d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:50.855916 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-637b2ef2-3258-4c2e-b00c-4cedb3c9fa9d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3377347 Sep 03 02:42:51.103510 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33776) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:51.216052 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:51.312754 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:51.397934 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:51.441467 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6a104e9c55143a0a07177304da1abaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361077 Sep 03 02:42:51.442853 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37839b69-a497-4d72-93b7-9493640155ed,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:51.444213 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33782) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:51.450800 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.451154 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.451522 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.451861 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.452190 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.452679 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.453018 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.453350 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.453718 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.454048 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.454386 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.454701 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c8de44-5150-4d3e-8a66-5936ab431808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.498966 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:51.521066 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:51.661081 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:51.665912 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:51.667541 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37839b69-a497-4d72-93b7-9493640155ed HTTP/1.1" status: 204 len: 168 time: 0.2218165 Sep 03 02:42:51.679830 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37839b69-a497-4d72-93b7-9493640155ed,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:51.694190 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.694190 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.694190 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.694190 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.694190 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.694190 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.694190 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.694190 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.694190 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.695338 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.695338 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.695817 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4380590a-7fbb-4345-b202-6893eb355f54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:42:51.972042 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device a4369353-f3b9-4d88-a8c5-dc7e362c98f5 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:42:52.088789 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port a4369353-f3b9-4d88-a8c5-dc7e362c98f5 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:42:52.092830 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port a4369353-f3b9-4d88-a8c5-dc7e362c98f5 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:52.093211 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:52.176436 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:52.209290 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port a4369353-f3b9-4d88-a8c5-dc7e362c98f5, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=a4369353-f3b9-4d88-a8c5-dc7e362c98f5,segment=NetworkSegment(280b7523-a47a-4e22-a96b-b63f3ea0318f),segment_id=280b7523-a47a-4e22-a96b-b63f3ea0318f)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:42:52.260416 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:52.310408 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=a4369353-f3b9-4d88-a8c5-dc7e362c98f5,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:52.626169 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33812) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:52.719300 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-89781ac9-df37-4bd8-95ca-51c48c37ee58 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-879406393-network', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:52.797189 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89781ac9-df37-4bd8-95ca-51c48c37ee58 admin admin] Made reservation on behalf of 02970da202f74e81a5d44fbe5d99b698 for: {'network': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:42:52.799416 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-89781ac9-df37-4bd8-95ca-51c48c37ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:52.807774 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-89781ac9-df37-4bd8-95ca-51c48c37ee58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:52.893862 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-89781ac9-df37-4bd8-95ca-51c48c37ee58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:52.968763 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-89781ac9-df37-4bd8-95ca-51c48c37ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:52.988337 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89781ac9-df37-4bd8-95ca-51c48c37ee58 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:42:53.002569 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89781ac9-df37-4bd8-95ca-51c48c37ee58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bf8746-eb47-4347-aa05-313a2e07626c,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:53.005431 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-89781ac9-df37-4bd8-95ca-51c48c37ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:53.005778 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.segments_db [None req-89781ac9-df37-4bd8-95ca-51c48c37ee58 admin admin] Added segment 5889749e-7e6d-4978-b6b0-11dc764f5e69 of type vlan for network 0f23c6c7-d272-45de-a27b-de6b376f8751 Sep 03 02:42:53.045366 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-89781ac9-df37-4bd8-95ca-51c48c37ee58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:53.122838 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-89781ac9-df37-4bd8-95ca-51c48c37ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:53.123841 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89781ac9-df37-4bd8-95ca-51c48c37ee58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:42:53.124429 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-89781ac9-df37-4bd8-95ca-51c48c37ee58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:53.184954 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89781ac9-df37-4bd8-95ca-51c48c37ee58 admin admin] Pushing event updated for resources: {'Network': ['ID=0f23c6c7-d272-45de-a27b-de6b376f8751,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:53.195369 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network 0f23c6c7-d272-45de-a27b-de6b376f8751 details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:42:53.216087 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-89781ac9-df37-4bd8-95ca-51c48c37ee58 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5880075 Sep 03 02:42:53.218908 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33820) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:53.224082 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-d46e21d3-9e2e-439a-97f0-c7b4e5ed06d5 admin admin] Request body: {'subnet': {'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-879406393-subnet', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'ip_version': 4}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:53.294837 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46e21d3-9e2e-439a-97f0-c7b4e5ed06d5 admin admin] Made reservation on behalf of 02970da202f74e81a5d44fbe5d99b698 for: {'subnet': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:42:53.297190 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d46e21d3-9e2e-439a-97f0-c7b4e5ed06d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31358997'] for subnet, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:53.521518 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d46e21d3-9e2e-439a-97f0-c7b4e5ed06d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31249235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31359035'] for subnet, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:53.572123 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e21d3-9e2e-439a-97f0-c7b4e5ed06d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8096f2-dc70-4967-beca-fff30068e743,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:53.582652 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e21d3-9e2e-439a-97f0-c7b4e5ed06d5 admin admin] Checking segment: {'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:42:53.583024 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e21d3-9e2e-439a-97f0-c7b4e5ed06d5 admin admin] Network hostable DHCP agents. Network: 0f23c6c7-d272-45de-a27b-de6b376f8751, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:42:53.637225 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e21d3-9e2e-439a-97f0-c7b4e5ed06d5 admin admin] Network 0f23c6c7-d272-45de-a27b-de6b376f8751 is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:42:53.711174 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-d46e21d3-9e2e-439a-97f0-c7b4e5ed06d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, 0f23c6c7-d272-45de-a27b-de6b376f8751) {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:42:53.716670 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46e21d3-9e2e-439a-97f0-c7b4e5ed06d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:42:53.718719 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-d46e21d3-9e2e-439a-97f0-c7b4e5ed06d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:53.719500 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618578be-dacc-41ea-8741-695afde72fc3 None None] Network 0f23c6c7-d272-45de-a27b-de6b376f8751 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:42:53.798101 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-d46e21d3-9e2e-439a-97f0-c7b4e5ed06d5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5780153 Sep 03 02:42:53.800719 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33824) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:53.805084 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:53.885411 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d50043e-cc6e-5d9f-82f8-a7ea109ee1a8-0f23c6c7-d272-45de-a27b-de6b376f8751', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743'}]}} from dv-cinder-804735-8-iscsi. {{(pid=94495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 02:42:53.886283 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:53.902413 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25414'] for router, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:53.904215 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25471'] for router, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:53.957702 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:53.978454 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device a4369353-f3b9-4d88-a8c5-dc7e362c98f5 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:42:54.070975 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.db_base_plugin_common [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Allocated IP 172.20.0.2 (0f23c6c7-d272-45de-a27b-de6b376f8751/0c8096f2-dc70-4967-beca-fff30068e743/6ae67aa5-11cb-4490-9efd-c6a60f1c1207) {{(pid=94495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:42:54.083533 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port a4369353-f3b9-4d88-a8c5-dc7e362c98f5 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:54.083917 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:54.147523 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:54.287247 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Notify callbacks [] for port, precommit_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:54.296305 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Transition to ACTIVE for port object 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:42:54.312297 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Transition to ACTIVE for port object 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 will not be triggered until provisioned by entity DHCP. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:42:54.386688 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:54.408012 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:54.432950 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:54.433214 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Network 0f23c6c7-d272-45de-a27b-de6b376f8751 is already hosted by enough agents. {{(pid=94495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:42:54.437759 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.base_scheduler [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Resources bound (agent type, host, resource id): {{(pid=94495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:42:54.442539 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Received port after_create {{(pid=94495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:42:54.455474 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Pushing event updated for resources: {'Port': ['ID=6ae67aa5-11cb-4490-9efd-c6a60f1c1207,revision_number=1']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:54.509212 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Attempting to bind port 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:42:54.509589 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Attempting to bind port 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:42:54.509961 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Attempting to bind port 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 on network 0f23c6c7-d272-45de-a27b-de6b376f8751 {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:42:54.524634 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:42:54.525462 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Checking segment: {'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:42:54.526288 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:54.527054 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Bound using segment: {'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:42:54.527839 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Bound port: 6ae67aa5-11cb-4490-9efd-c6a60f1c1207, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:42:54.528235 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:54.564609 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Allocated IP 172.27.0.120 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/096f7f9e-6e37-44b6-a48b-af8933b47acd) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:42:54.597073 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] For port 6ae67aa5-11cb-4490-9efd-c6a60f1c1207, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:42:54.600081 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] For port 6ae67aa5-11cb-4490-9efd-c6a60f1c1207, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=6ae67aa5-11cb-4490-9efd-c6a60f1c1207,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:42:54.655594 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:54.680116 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:54.721117 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d6d79-82cd-4feb-9bbc-7d5ff8255af6 None None] Pushing event updated for resources: {'Port': ['ID=6ae67aa5-11cb-4490-9efd-c6a60f1c1207,revision_number=2']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:55.054897 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:55.090959 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:42:55.093704 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:42:55.097080 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:42:55.123628 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Pushing event updated for resources: {'Port': ['ID=096f7f9e-6e37-44b6-a48b-af8933b47acd,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:55.438260 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:55.633746 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ca9eb7-98bc-42eb-8db5-0de70d24f97a None None] Network 0f23c6c7-d272-45de-a27b-de6b376f8751 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:42:55.648271 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730026'] for router, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:55.837543 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-493c8c7e-7cc4-40c0-b62a-08c9746b2c29 None None] Provisioning for port 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:42:55.895032 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Router e022b4b4-0f2a-477a-af1c-eb1e9752543d is scheduled to L3 agent 22201d5a-7796-4f3b-b245-45d576005661 with binding_index 1 {{(pid=94494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 02:42:55.985285 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:42:56.014689 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:42:56.027333 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Sync routers for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:42:56.041218 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:42:56.041218 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:42:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:56.094763 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] Notify callbacks [] for router, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:56.096050 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-5823dc73-9966-443e-97bc-889866130712 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2943594 Sep 03 02:42:56.100361 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33862) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:56.118171 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:42:56.122906 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:56.123607 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:56.158578 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:42:56.206600 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:56.246838 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port 6ae67aa5-11cb-4490-9efd-c6a60f1c1207, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=6ae67aa5-11cb-4490-9efd-c6a60f1c1207,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:42:56.306393 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:56.349398 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:55Z', 'revision_number': 3, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:56.362346 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=6ae67aa5-11cb-4490-9efd-c6a60f1c1207,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:56.382130 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Checking router: e022b4b4-0f2a-477a-af1c-eb1e9752543d for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:42:56.382483 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Updating router e022b4b4-0f2a-477a-af1c-eb1e9752543d port 096f7f9e-6e37-44b6-a48b-af8933b47acd binding host dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:42:56.407625 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:56.525319 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:56.675124 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Notify callbacks [] for port, precommit_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:56.693843 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.provisioning_blocks [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Transition to ACTIVE for port object 096f7f9e-6e37-44b6-a48b-af8933b47acd will not be triggered until provisioned by entity L2. {{(pid=94496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:42:56.695798 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Allocated IP 172.20.0.1 (0f23c6c7-d272-45de-a27b-de6b376f8751/0c8096f2-dc70-4967-beca-fff30068e743/f8e89baf-0b4e-4d64-8ca5-81a79078fc8e) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:42:56.763864 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:56.802950 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:56.816606 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.provisioning_blocks [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Transition to ACTIVE for port object f8e89baf-0b4e-4d64-8ca5-81a79078fc8e will not be triggered until provisioned by entity DHCP. {{(pid=94493) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:42:56.819087 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Attempting to bind port 096f7f9e-6e37-44b6-a48b-af8933b47acd on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:42:56.819496 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Attempting to bind port 096f7f9e-6e37-44b6-a48b-af8933b47acd by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:42:56.819891 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Attempting to bind port 096f7f9e-6e37-44b6-a48b-af8933b47acd on network f4c19d40-ba77-4711-a1ff-e25228796469 {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:42:56.822732 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49140d3-e627-4531-a53c-21fe2c324e25 None None] Pushing event updated for resources: {'Port': ['ID=096f7f9e-6e37-44b6-a48b-af8933b47acd,revision_number=2']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:56.827848 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:42:56.828224 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Checking segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:42:56.828632 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:56.829263 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Bound using segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:42:56.829486 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Bound port: 096f7f9e-6e37-44b6-a48b-af8933b47acd, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:42:56.829904 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:56.881075 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] For port 096f7f9e-6e37-44b6-a48b-af8933b47acd, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:42:56.884434 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] For port 096f7f9e-6e37-44b6-a48b-af8933b47acd, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=096f7f9e-6e37-44b6-a48b-af8933b47acd,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:42:56.923714 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:56.946559 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:56.960098 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Network 0f23c6c7-d272-45de-a27b-de6b376f8751 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:42:56.962991 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:42:56.967041 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:42:56.994709 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:42:56.995371 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:42:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:56.999863 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e89baf-0b4e-4d64-8ca5-81a79078fc8e,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:57.020437 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1943231'] for router_interface, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:57.164016 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49140d3-e627-4531-a53c-21fe2c324e25 None None] Pushing event updated for resources: {'Port': ['ID=096f7f9e-6e37-44b6-a48b-af8933b47acd,revision_number=3']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:57.223870 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:42:57.248658 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:57.441825 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:57.444085 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:55Z', 'revision_number': 3, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:57.454293 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-2d7991be-8402-4693-965e-d250af5fccec None None] Provisioning for port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:42:57.458447 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-2d7991be-8402-4693-965e-d250af5fccec None None] Provisioning complete for port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:57.458826 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2d7991be-8402-4693-965e-d250af5fccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:57.472182 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfe00ff-0f51-4cfc-8b7c-002e0d95ef3a None None] The sync data for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi is: [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:55Z', 'revision_number': 3, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:42:57.496424 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-2d7991be-8402-4693-965e-d250af5fccec None None] Port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:42:57.500305 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30143546'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:57.566169 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e89baf-0b4e-4d64-8ca5-81a79078fc8e,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:57.568567 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734959'] for router_interface, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:57.670280 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Network 0f23c6c7-d272-45de-a27b-de6b376f8751 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:42:57.686523 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:42:57.844431 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Router e022b4b4-0f2a-477a-af1c-eb1e9752543d has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:42:57.936587 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-5bfc3cd8-0ef1-47fe-a4ff-df4ea3ef186c None None] Provisioning complete for port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:57.937116 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5bfc3cd8-0ef1-47fe-a4ff-df4ea3ef186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:57.973483 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:42:57.978919 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-c42ac310-0364-44a6-9df2-88c143561118 admin admin] 10.222.0.21 "PUT /v2.0/routers/e022b4b4-0f2a-477a-af1c-eb1e9752543d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8774140 Sep 03 02:42:57.979107 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-5bfc3cd8-0ef1-47fe-a4ff-df4ea3ef186c None None] Port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:42:58.088496 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:42:58.140628 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:58.141084 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:58.231894 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 096f7f9e-6e37-44b6-a48b-af8933b47acd up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:42:58.397689 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port 096f7f9e-6e37-44b6-a48b-af8933b47acd completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:42:58.401828 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 096f7f9e-6e37-44b6-a48b-af8933b47acd triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:42:58.402209 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:58.483472 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:58.494967 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:58.505663 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port 096f7f9e-6e37-44b6-a48b-af8933b47acd, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=096f7f9e-6e37-44b6-a48b-af8933b47acd,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:42:58.586346 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:58.636145 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=096f7f9e-6e37-44b6-a48b-af8933b47acd,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:58.742616 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33900) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:58.748294 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-9009fb38-927a-48e0-821f-452e817033e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1702977721-network', 'tenant_id': 'b6140625bfd14d9cbece27c293f1f78e'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:58.825956 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9009fb38-927a-48e0-821f-452e817033e7 admin admin] Made reservation on behalf of b6140625bfd14d9cbece27c293f1f78e for: {'network': 1} {{(pid=94493) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:42:58.828775 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9009fb38-927a-48e0-821f-452e817033e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:58.838136 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9009fb38-927a-48e0-821f-452e817033e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:58.932690 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9009fb38-927a-48e0-821f-452e817033e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:58.991634 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9009fb38-927a-48e0-821f-452e817033e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:59.018151 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9009fb38-927a-48e0-821f-452e817033e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94493) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:42:59.024436 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009fb38-927a-48e0-821f-452e817033e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2956b03-66c0-4ac4-b292-a2fcba701c00,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:59.030294 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9009fb38-927a-48e0-821f-452e817033e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:59.030641 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.segments_db [None req-9009fb38-927a-48e0-821f-452e817033e7 admin admin] Added segment f6d764dc-61a6-458c-b09a-3b1d557a351e of type vlan for network 9e42ff3e-7fe9-4a90-907a-03d637aeb291 Sep 03 02:42:59.066480 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Sync routers for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:42:59.072262 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9009fb38-927a-48e0-821f-452e817033e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:59.075715 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:42:59.076331 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:42:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:59.151500 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9009fb38-927a-48e0-821f-452e817033e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:59.152524 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9009fb38-927a-48e0-821f-452e817033e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:42:59.153132 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9009fb38-927a-48e0-821f-452e817033e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:59.179981 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:42:59.255998 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-9009fb38-927a-48e0-821f-452e817033e7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5117695 Sep 03 02:42:59.258433 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33906) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:59.265146 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-6eb235f3-39a4-42f9-bfe9-2982eb83d6a0 admin admin] Request body: {'subnet': {'network_id': '9e42ff3e-7fe9-4a90-907a-03d637aeb291', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1702977721-subnet', 'tenant_id': 'b6140625bfd14d9cbece27c293f1f78e', 'ip_version': 4}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:59.323986 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009fb38-927a-48e0-821f-452e817033e7 admin admin] Pushing event updated for resources: {'Network': ['ID=9e42ff3e-7fe9-4a90-907a-03d637aeb291,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:59.345909 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb235f3-39a4-42f9-bfe9-2982eb83d6a0 admin admin] Made reservation on behalf of b6140625bfd14d9cbece27c293f1f78e for: {'subnet': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:42:59.348421 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-6eb235f3-39a4-42f9-bfe9-2982eb83d6a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31358997'] for subnet, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:59.376897 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network 9e42ff3e-7fe9-4a90-907a-03d637aeb291 details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:42:59.554772 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 2, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:42:59.563216 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-6eb235f3-39a4-42f9-bfe9-2982eb83d6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31249235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31359035'] for subnet, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:59.580666 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Checking router: e022b4b4-0f2a-477a-af1c-eb1e9752543d for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:42:59.581021 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Updating router e022b4b4-0f2a-477a-af1c-eb1e9752543d port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e binding host dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:42:59.605634 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:59.619857 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb235f3-39a4-42f9-bfe9-2982eb83d6a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3490965-e0a9-41f3-9c03-f01bcde0cefb,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:42:59.630075 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb235f3-39a4-42f9-bfe9-2982eb83d6a0 admin admin] Checking segment: {'id': 'f6d764dc-61a6-458c-b09a-3b1d557a351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9e42ff3e-7fe9-4a90-907a-03d637aeb291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:42:59.630437 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb235f3-39a4-42f9-bfe9-2982eb83d6a0 admin admin] Network hostable DHCP agents. Network: 9e42ff3e-7fe9-4a90-907a-03d637aeb291, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:42:59.705742 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb235f3-39a4-42f9-bfe9-2982eb83d6a0 admin admin] Network 9e42ff3e-7fe9-4a90-907a-03d637aeb291 is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:42:59.751614 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-6eb235f3-39a4-42f9-bfe9-2982eb83d6a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, 9e42ff3e-7fe9-4a90-907a-03d637aeb291) {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:42:59.757634 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb235f3-39a4-42f9-bfe9-2982eb83d6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:42:59.758252 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-6eb235f3-39a4-42f9-bfe9-2982eb83d6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:59.781839 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1582f15-6871-40db-9d92-ddcf932fb487 None None] Network 9e42ff3e-7fe9-4a90-907a-03d637aeb291 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:42:59.811036 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-6eb235f3-39a4-42f9-bfe9-2982eb83d6a0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5502105 Sep 03 02:42:59.813779 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33910) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:42:59.820512 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1702977721-router', 'tenant_id': 'b6140625bfd14d9cbece27c293f1f78e', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:42:59.906626 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1734591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25414'] for router, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:59.907856 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1733423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1729983', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1924660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25471'] for router, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:59.969851 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:42:59.971635 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 096f7f9e-6e37-44b6-a48b-af8933b47acd up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:42:59.976119 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:00.018635 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Transition to ACTIVE for port object f8e89baf-0b4e-4d64-8ca5-81a79078fc8e will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:43:00.026112 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d50043e-cc6e-5d9f-82f8-a7ea109ee1a8-9e42ff3e-7fe9-4a90-907a-03d637aeb291', 'network_id': '9e42ff3e-7fe9-4a90-907a-03d637aeb291', 'tenant_id': 'b6140625bfd14d9cbece27c293f1f78e', 'fixed_ips': [{'subnet_id': 'e3490965-e0a9-41f3-9c03-f01bcde0cefb'}]}} from dv-cinder-804735-8-iscsi. {{(pid=94495) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 02:43:00.026942 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:00.108671 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:00.165007 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 096f7f9e-6e37-44b6-a48b-af8933b47acd triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:43:00.165374 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:00.186718 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:00.229731 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720d8d4-0b97-4425-ad2a-c5e4f9662326 None None] Pushing event updated for resources: {'Port': ['ID=f8e89baf-0b4e-4d64-8ca5-81a79078fc8e,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:00.274162 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.db_base_plugin_common [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Allocated IP 172.20.0.2 (9e42ff3e-7fe9-4a90-907a-03d637aeb291/e3490965-e0a9-41f3-9c03-f01bcde0cefb/a4d3491d-a7a7-46a0-81a2-f9e90e09541b) {{(pid=94495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:43:00.334631 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Attempting to bind port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:43:00.335011 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Attempting to bind port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:43:00.335404 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Attempting to bind port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e on network 0f23c6c7-d272-45de-a27b-de6b376f8751 {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:43:00.367527 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:43:00.367909 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Checking segment: {'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:43:00.368313 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:00.368708 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Bound using segment: {'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:43:00.369188 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Bound port: f8e89baf-0b4e-4d64-8ca5-81a79078fc8e, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:43:00.369567 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:00.464721 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:00.484510 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:00.542783 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] For port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:43:00.554211 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Notify callbacks [] for port, precommit_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:00.561803 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] For port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=f8e89baf-0b4e-4d64-8ca5-81a79078fc8e,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:43:00.565861 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Transition to ACTIVE for port object a4d3491d-a7a7-46a0-81a2-f9e90e09541b will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:43:00.581153 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Transition to ACTIVE for port object a4d3491d-a7a7-46a0-81a2-f9e90e09541b will not be triggered until provisioned by entity DHCP. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:43:00.595830 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Allocated IP 172.27.0.133 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/9f6291f8-81eb-435a-9d80-9a7a39a7c8f3) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:43:00.631888 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:00.666919 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555'] for port, after_create {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:00.706320 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:00.710537 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Network 9e42ff3e-7fe9-4a90-907a-03d637aeb291 is already hosted by enough agents. {{(pid=94495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:43:00.711440 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720d8d4-0b97-4425-ad2a-c5e4f9662326 None None] Pushing event updated for resources: {'Port': ['ID=f8e89baf-0b4e-4d64-8ca5-81a79078fc8e,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:00.721740 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:43:00.722445 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:42:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:00.729705 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.scheduler.base_scheduler [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Resources bound (agent type, host, resource id): {{(pid=94495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:43:00.778964 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Received port after_create {{(pid=94495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:43:00.809626 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:00.852371 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:43:00.858644 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:43:00.863316 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:43:00.875202 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Pushing event updated for resources: {'Port': ['ID=a4d3491d-a7a7-46a0-81a2-f9e90e09541b,revision_number=1']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:00.893090 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Pushing event updated for resources: {'Port': ['ID=9f6291f8-81eb-435a-9d80-9a7a39a7c8f3,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:00.904034 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Attempting to bind port a4d3491d-a7a7-46a0-81a2-f9e90e09541b on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:43:00.904408 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Attempting to bind port a4d3491d-a7a7-46a0-81a2-f9e90e09541b by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'f6d764dc-61a6-458c-b09a-3b1d557a351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9e42ff3e-7fe9-4a90-907a-03d637aeb291'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:43:00.904762 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Attempting to bind port a4d3491d-a7a7-46a0-81a2-f9e90e09541b on network 9e42ff3e-7fe9-4a90-907a-03d637aeb291 {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:43:00.919690 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:43:00.920069 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Checking segment: {'id': 'f6d764dc-61a6-458c-b09a-3b1d557a351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9e42ff3e-7fe9-4a90-907a-03d637aeb291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:43:00.920468 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:00.920856 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Bound using segment: {'id': 'f6d764dc-61a6-458c-b09a-3b1d557a351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9e42ff3e-7fe9-4a90-907a-03d637aeb291'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:43:00.921324 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Bound port: a4d3491d-a7a7-46a0-81a2-f9e90e09541b, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d764dc-61a6-458c-b09a-3b1d557a351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9e42ff3e-7fe9-4a90-907a-03d637aeb291'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:43:00.921711 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:00.941859 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:43:01.221156 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:01.237247 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] For port a4d3491d-a7a7-46a0-81a2-f9e90e09541b, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:43:01.258698 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] For port a4d3491d-a7a7-46a0-81a2-f9e90e09541b, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=a4d3491d-a7a7-46a0-81a2-f9e90e09541b,segment=NetworkSegment(f6d764dc-61a6-458c-b09a-3b1d557a351e),segment_id=f6d764dc-61a6-458c-b09a-3b1d557a351e)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:43:01.324133 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:00Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:01.352193 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb49306-8a5b-4030-9c97-7735e4db80d6 None None] The sync data for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi is: [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:00Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:43:01.358051 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:01.474195 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6725649-b579-45ff-af89-b5ea0069642d None None] Pushing event updated for resources: {'Port': ['ID=a4d3491d-a7a7-46a0-81a2-f9e90e09541b,revision_number=2']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:01.518975 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1733414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1730026'] for router, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:01.751758 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Router a15aa62a-9a81-4c79-a4c1-efe0fa5ca130 is scheduled to L3 agent 22201d5a-7796-4f3b-b245-45d576005661 with binding_index 1 {{(pid=94494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 02:43:01.871653 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:43:01.882856 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Sync routers for ids ['a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:43:01.892826 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Routers {'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:43:01.893793 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:42:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:01.975201 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] Notify callbacks [] for router, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:01.979197 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-895c8715-e01c-44e8-8bf6-bc52f52bce97 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1612177 Sep 03 02:43:01.979438 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33934) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:02.086969 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device f8e89baf-0b4e-4d64-8ca5-81a79078fc8e up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:43:02.133843 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Set router a15aa62a-9a81-4c79-a4c1-efe0fa5ca130 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:43:02.237669 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:43:02.242115 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:43:02.242803 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:02.393692 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:02.416034 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'name': 'tempest-TestVolumeBootPattern-1702977721-router', 'tenant_id': 'b6140625bfd14d9cbece27c293f1f78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '9f6291f8-81eb-435a-9d80-9a7a39a7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:59Z', 'updated_at': '2021-09-03T02:43:01Z', 'revision_number': 3, 'project_id': 'b6140625bfd14d9cbece27c293f1f78e', 'gw_port': {'id': '9f6291f8-81eb-435a-9d80-9a7a39a7c8f3', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:43:00Z', 'updated_at': '2021-09-03T02:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:02.448804 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=f8e89baf-0b4e-4d64-8ca5-81a79078fc8e,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:43:02.459551 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Checking router: a15aa62a-9a81-4c79-a4c1-efe0fa5ca130 for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:43:02.461059 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Updating router a15aa62a-9a81-4c79-a4c1-efe0fa5ca130 port 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3 binding host dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:43:02.501580 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:02.517976 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:02.518656 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device a4d3491d-a7a7-46a0-81a2-f9e90e09541b up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:43:02.593747 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f95a493-97eb-4aaa-a8fd-45ac4b49680c None None] Network 9e42ff3e-7fe9-4a90-907a-03d637aeb291 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:43:02.722525 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-4d3c30eb-7578-4cf2-9955-fbb40a1258e4 None None] Provisioning for port a4d3491d-a7a7-46a0-81a2-f9e90e09541b completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:43:02.729075 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=f8e89baf-0b4e-4d64-8ca5-81a79078fc8e,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:02.836370 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port a4d3491d-a7a7-46a0-81a2-f9e90e09541b completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:43:02.861428 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port a4d3491d-a7a7-46a0-81a2-f9e90e09541b triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:43:02.862018 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:02.864132 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Notify callbacks [] for port, precommit_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:02.876175 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.provisioning_blocks [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Transition to ACTIVE for port object 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3 will not be triggered until provisioned by entity L2. {{(pid=94496) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:43:02.929159 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:02.986568 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Attempting to bind port 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3 on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:43:02.986744 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Attempting to bind port 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3 by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:43:02.987073 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Attempting to bind port 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3 on network f4c19d40-ba77-4711-a1ff-e25228796469 {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:43:02.988315 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:02.994297 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:03.015444 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a70c1-9c6e-4f4f-998e-06ea4f85d4ca None None] Pushing event updated for resources: {'Port': ['ID=9f6291f8-81eb-435a-9d80-9a7a39a7c8f3,revision_number=2']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:03.026631 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:43:03.027019 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Checking segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:43:03.027523 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:03.028055 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Bound using segment: {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'} {{(pid=94496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:43:03.028559 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.managers [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Bound port: 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faee652e-511e-4d13-b766-200406ff410a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469'}}] {{(pid=94496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:43:03.029527 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:03.043818 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port a4d3491d-a7a7-46a0-81a2-f9e90e09541b, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=a4d3491d-a7a7-46a0-81a2-f9e90e09541b,segment=NetworkSegment(f6d764dc-61a6-458c-b09a-3b1d557a351e),segment_id=f6d764dc-61a6-458c-b09a-3b1d557a351e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:43:03.100998 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] For port 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:43:03.110614 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.plugins.ml2.db [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] For port 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=9f6291f8-81eb-435a-9d80-9a7a39a7c8f3,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:43:03.117979 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:03.175431 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron_lib.callbacks.manager [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:03.182418 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=a4d3491d-a7a7-46a0-81a2-f9e90e09541b,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:03.211899 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Allocated IP 172.20.0.1 (9e42ff3e-7fe9-4a90-907a-03d637aeb291/e3490965-e0a9-41f3-9c03-f01bcde0cefb/331088c7-b7ea-4b66-a167-9ea905dcb1f3) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:43:03.233880 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Routers {'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:43:03.234447 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:42:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:03.239098 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a70c1-9c6e-4f4f-998e-06ea4f85d4ca None None] Pushing event updated for resources: {'Port': ['ID=9f6291f8-81eb-435a-9d80-9a7a39a7c8f3,revision_number=3']} {{(pid=94496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:03.275485 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-212f399b-0ba4-43da-be85-60cc91a50e8e None None] Provisioning complete for port a4d3491d-a7a7-46a0-81a2-f9e90e09541b triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:43:03.275994 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-212f399b-0ba4-43da-be85-60cc91a50e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:03.323241 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:03.337923 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Transition to ACTIVE for port object 331088c7-b7ea-4b66-a167-9ea905dcb1f3 will not be triggered until provisioned by entity DHCP. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:43:03.349587 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] Set router a15aa62a-9a81-4c79-a4c1-efe0fa5ca130 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:43:03.415041 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:03.454730 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Network 9e42ff3e-7fe9-4a90-907a-03d637aeb291 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:43:03.456779 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:43:03.459621 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:43:03.499669 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Pushing event updated for resources: {'Port': ['ID=331088c7-b7ea-4b66-a167-9ea905dcb1f3,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:03.511476 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1943231'] for router_interface, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:03.538087 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'name': 'tempest-TestVolumeBootPattern-1702977721-router', 'tenant_id': 'b6140625bfd14d9cbece27c293f1f78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '9f6291f8-81eb-435a-9d80-9a7a39a7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:59Z', 'updated_at': '2021-09-03T02:43:01Z', 'revision_number': 3, 'project_id': 'b6140625bfd14d9cbece27c293f1f78e', 'gw_port': {'id': '9f6291f8-81eb-435a-9d80-9a7a39a7c8f3', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:43:00Z', 'updated_at': '2021-09-03T02:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:03.568968 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c3c578-64fc-4860-96bc-d4e32d45753f None None] The sync data for ids ['a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'] in dv-cinder-804735-8-iscsi is: [{'id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'name': 'tempest-TestVolumeBootPattern-1702977721-router', 'tenant_id': 'b6140625bfd14d9cbece27c293f1f78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '9f6291f8-81eb-435a-9d80-9a7a39a7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:59Z', 'updated_at': '2021-09-03T02:43:01Z', 'revision_number': 3, 'project_id': 'b6140625bfd14d9cbece27c293f1f78e', 'gw_port': {'id': '9f6291f8-81eb-435a-9d80-9a7a39a7c8f3', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:43:00Z', 'updated_at': '2021-09-03T02:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:43:03.714522 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4ff4529a-8752-4f90-bdec-339581850ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:03.717070 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:03.740389 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-be2282c4-0ec8-48f5-84bf-ffa7d36e6ecf None None] Provisioning for port 331088c7-b7ea-4b66-a167-9ea905dcb1f3 completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:43:03.744280 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-be2282c4-0ec8-48f5-84bf-ffa7d36e6ecf None None] Provisioning complete for port 331088c7-b7ea-4b66-a167-9ea905dcb1f3 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:43:03.744738 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-be2282c4-0ec8-48f5-84bf-ffa7d36e6ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:03.791671 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-be2282c4-0ec8-48f5-84bf-ffa7d36e6ecf None None] Port 331088c7-b7ea-4b66-a167-9ea905dcb1f3 cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:43:03.889485 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:03.942010 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:04.016077 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Pushing event updated for resources: {'Port': ['ID=331088c7-b7ea-4b66-a167-9ea905dcb1f3,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:04.018504 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1580729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1734959'] for router_interface, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:04.107541 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device a4d3491d-a7a7-46a0-81a2-f9e90e09541b up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:43:04.123209 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Network 9e42ff3e-7fe9-4a90-907a-03d637aeb291 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:43:04.125392 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:43:04.202365 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port a4d3491d-a7a7-46a0-81a2-f9e90e09541b triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:43:04.203002 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:04.272936 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Router a15aa62a-9a81-4c79-a4c1-efe0fa5ca130 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:43:04.296210 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device f8e89baf-0b4e-4d64-8ca5-81a79078fc8e up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:43:04.352633 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:43:04.353108 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:04.393257 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:43:04.405134 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-8eef263a-16fd-4617-a510-9c694efe3627 admin admin] 10.222.0.21 "PUT /v2.0/routers/a15aa62a-9a81-4c79-a4c1-efe0fa5ca130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4245684 Sep 03 02:43:04.448084 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:43:04.450458 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-b7993e5d-3ea7-403d-8c45-f24ce93015ac None None] Provisioning complete for port 331088c7-b7ea-4b66-a167-9ea905dcb1f3 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:43:04.450896 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b7993e5d-3ea7-403d-8c45-f24ce93015ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:04.517496 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-b7993e5d-3ea7-403d-8c45-f24ce93015ac None None] Port 331088c7-b7ea-4b66-a167-9ea905dcb1f3 cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:43:04.591657 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:43:04.595799 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:43:04.596172 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:04.673490 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:04.694892 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=9f6291f8-81eb-435a-9d80-9a7a39a7c8f3,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:43:04.763926 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:04.816517 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=9f6291f8-81eb-435a-9d80-9a7a39a7c8f3,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:04.948322 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33970) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:04.953188 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-3cb721c0-afad-404c-b33e-8d69584a376c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-638135080', 'description': 'tempest-secgroup-smoke-638135080 description', 'project_id': '02970da202f74e81a5d44fbe5d99b698'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:43:05.025947 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3cb721c0-afad-404c-b33e-8d69584a376c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:05.111765 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3cb721c0-afad-404c-b33e-8d69584a376c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:05.186444 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3cb721c0-afad-404c-b33e-8d69584a376c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:05.220507 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb721c0-afad-404c-b33e-8d69584a376c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751d24e5-4d76-48a9-a3fa-33187384e326,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:05.244191 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Sync routers for ids ['a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:43:05.254230 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Routers {'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:43:05.254846 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:42:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:05.305816 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-3cb721c0-afad-404c-b33e-8d69584a376c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:05.307053 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-3cb721c0-afad-404c-b33e-8d69584a376c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3576963 Sep 03 02:43:05.310071 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33976) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:05.314624 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-1ccffa37-6543-4c0a-bfc9-b86b7defc595 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Request body: {'security_group_rule': {'security_group_id': '751d24e5-4d76-48a9-a3fa-33187384e326', 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:43:05.359486 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Set router a15aa62a-9a81-4c79-a4c1-efe0fa5ca130 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:43:05.419232 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-1ccffa37-6543-4c0a-bfc9-b86b7defc595 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:05.474395 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-1ccffa37-6543-4c0a-bfc9-b86b7defc595 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:05.551811 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-1ccffa37-6543-4c0a-bfc9-b86b7defc595 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:05.553398 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'name': 'tempest-TestVolumeBootPattern-1702977721-router', 'tenant_id': 'b6140625bfd14d9cbece27c293f1f78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '9f6291f8-81eb-435a-9d80-9a7a39a7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:59Z', 'updated_at': '2021-09-03T02:43:03Z', 'revision_number': 4, 'project_id': 'b6140625bfd14d9cbece27c293f1f78e', 'gw_port': {'id': '9f6291f8-81eb-435a-9d80-9a7a39a7c8f3', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:43:00Z', 'updated_at': '2021-09-03T02:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '331088c7-b7ea-4b66-a167-9ea905dcb1f3', 'name': '', 'network_id': '9e42ff3e-7fe9-4a90-907a-03d637aeb291', 'tenant_id': 'b6140625bfd14d9cbece27c293f1f78e', 'mac_address': 'fa:16:3e:50:b9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e3490965-e0a9-41f3-9c03-f01bcde0cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:43:03Z', 'updated_at': '2021-09-03T02:43:03Z', 'revision_number': 2, 'project_id': 'b6140625bfd14d9cbece27c293f1f78e', 'subnets': [{'id': 'e3490965-e0a9-41f3-9c03-f01bcde0cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:05.569363 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccffa37-6543-4c0a-bfc9-b86b7defc595 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168e73b0-55aa-4737-b1b2-e01ff5b2c8dc,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:05.579476 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Checking router: a15aa62a-9a81-4c79-a4c1-efe0fa5ca130 for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:43:05.579834 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Updating router a15aa62a-9a81-4c79-a4c1-efe0fa5ca130 port 331088c7-b7ea-4b66-a167-9ea905dcb1f3 binding host dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 02:43:05.608196 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:05.626076 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-1ccffa37-6543-4c0a-bfc9-b86b7defc595 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:05.627370 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-1ccffa37-6543-4c0a-bfc9-b86b7defc595 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3162699 Sep 03 02:43:05.630088 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 33978) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:05.634606 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-c01f5c25-4374-4cda-ad7e-576a17de5ce8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Request body: {'security_group_rule': {'security_group_id': '751d24e5-4d76-48a9-a3fa-33187384e326', 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:43:05.727703 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c01f5c25-4374-4cda-ad7e-576a17de5ce8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:05.790503 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c01f5c25-4374-4cda-ad7e-576a17de5ce8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:05.865170 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:05.872113 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c01f5c25-4374-4cda-ad7e-576a17de5ce8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:05.876175 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Transition to ACTIVE for port object 331088c7-b7ea-4b66-a167-9ea905dcb1f3 will not be triggered until provisioned by entity L2. {{(pid=94495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:43:05.892712 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f5c25-4374-4cda-ad7e-576a17de5ce8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4185444e-70f0-47e2-a353-577fed8268f0,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:05.952843 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:05.957223 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c01f5c25-4374-4cda-ad7e-576a17de5ce8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:05.958490 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-c01f5c25-4374-4cda-ad7e-576a17de5ce8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274679 Sep 03 02:43:05.962113 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33982) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:05.967417 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-7b077c4a-8f21-4727-8f24-07fd8518d63e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Request body: {'security_group_rule': {'security_group_id': '751d24e5-4d76-48a9-a3fa-33187384e326', 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:43:05.988472 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:43:06.043746 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7b077c4a-8f21-4727-8f24-07fd8518d63e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.112884 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7b077c4a-8f21-4727-8f24-07fd8518d63e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.174703 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f941a9-04d6-4317-b2f9-3c1a491ee002 None None] Pushing event updated for resources: {'Port': ['ID=331088c7-b7ea-4b66-a167-9ea905dcb1f3,revision_number=3']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:06.191725 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7b077c4a-8f21-4727-8f24-07fd8518d63e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.211878 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b077c4a-8f21-4727-8f24-07fd8518d63e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7cd8ef8-16a2-471f-90c4-5322922d30a0,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:06.239391 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:43:06.239777 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.241241 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Attempting to bind port 331088c7-b7ea-4b66-a167-9ea905dcb1f3 on host dv-cinder-804735-8-iscsi for vnic_type normal with profile {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:43:06.241602 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Attempting to bind port 331088c7-b7ea-4b66-a167-9ea905dcb1f3 by drivers openvswitch,hyperv on host dv-cinder-804735-8-iscsi at level 0 using segments [{'id': 'f6d764dc-61a6-458c-b09a-3b1d557a351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9e42ff3e-7fe9-4a90-907a-03d637aeb291'}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:43:06.241961 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Attempting to bind port 331088c7-b7ea-4b66-a167-9ea905dcb1f3 on network 9e42ff3e-7fe9-4a90-907a-03d637aeb291 {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:43:06.272065 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Checking agent: {'id': 'f61fdee2-040d-4531-b0c0-ec7ff92ac844', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 1, 59, 37), 'started_at': datetime.datetime(2021, 9, 3, 2, 0, 7), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:43:06.272646 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Checking segment: {'id': 'f6d764dc-61a6-458c-b09a-3b1d557a351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9e42ff3e-7fe9-4a90-907a-03d637aeb291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:43:06.272829 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.273220 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Bound using segment: {'id': 'f6d764dc-61a6-458c-b09a-3b1d557a351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9e42ff3e-7fe9-4a90-907a-03d637aeb291'} {{(pid=94495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:43:06.273727 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.managers [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Bound port: 331088c7-b7ea-4b66-a167-9ea905dcb1f3, host: dv-cinder-804735-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d764dc-61a6-458c-b09a-3b1d557a351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9e42ff3e-7fe9-4a90-907a-03d637aeb291'}}] {{(pid=94495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:43:06.274105 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.276738 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7b077c4a-8f21-4727-8f24-07fd8518d63e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.278293 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-181f5dbd-2355-4ff4-9963-90db061965c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.278496 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-7b077c4a-8f21-4727-8f24-07fd8518d63e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3153567 Sep 03 02:43:06.281460 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33988) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:06.289040 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-8437cdb6-c459-4103-8b76-4fd46b1d2666 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Request body: {'security_group_rule': {'security_group_id': '751d24e5-4d76-48a9-a3fa-33187384e326', 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:43:06.361707 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8437cdb6-c459-4103-8b76-4fd46b1d2666 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.379715 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] For port 331088c7-b7ea-4b66-a167-9ea905dcb1f3, host dv-cinder-804735-8-iscsi, cleared binding levels {{(pid=94495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:43:06.383893 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] For port 331088c7-b7ea-4b66-a167-9ea905dcb1f3, host dv-cinder-804735-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=331088c7-b7ea-4b66-a167-9ea905dcb1f3,segment=NetworkSegment(f6d764dc-61a6-458c-b09a-3b1d557a351e),segment_id=f6d764dc-61a6-458c-b09a-3b1d557a351e)] {{(pid=94495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:43:06.428206 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8437cdb6-c459-4103-8b76-4fd46b1d2666 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.437589 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.492703 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Routers {'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:43:06.493334 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:43:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:06.494522 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8437cdb6-c459-4103-8b76-4fd46b1d2666 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.517168 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437cdb6-c459-4103-8b76-4fd46b1d2666 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe46d53-8217-471c-9366-98fab95d24a1,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:06.531892 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f941a9-04d6-4317-b2f9-3c1a491ee002 None None] Pushing event updated for resources: {'Port': ['ID=331088c7-b7ea-4b66-a167-9ea905dcb1f3,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:06.574778 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8437cdb6-c459-4103-8b76-4fd46b1d2666 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.579878 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-8437cdb6-c459-4103-8b76-4fd46b1d2666 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2941921 Sep 03 02:43:06.579998 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 33998) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:06.584741 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-fc083948-ebc0-42ca-a1a8-de691e919435 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Request body: {'security_group_rule': {'security_group_id': '751d24e5-4d76-48a9-a3fa-33187384e326', 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:43:06.618898 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] Set router a15aa62a-9a81-4c79-a4c1-efe0fa5ca130 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:43:06.677319 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.securitygroups_db [None req-fc083948-ebc0-42ca-a1a8-de691e919435 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Project 02970da202f74e81a5d44fbe5d99b698 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 02:43:06.682601 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fc083948-ebc0-42ca-a1a8-de691e919435 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.743097 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fc083948-ebc0-42ca-a1a8-de691e919435 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.776531 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.797143 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fc083948-ebc0-42ca-a1a8-de691e919435 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.815871 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc083948-ebc0-42ca-a1a8-de691e919435 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59fc83a6-6bd7-49cf-b51f-dbc839cccfae,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:06.843910 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'name': 'tempest-TestVolumeBootPattern-1702977721-router', 'tenant_id': 'b6140625bfd14d9cbece27c293f1f78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '9f6291f8-81eb-435a-9d80-9a7a39a7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:59Z', 'updated_at': '2021-09-03T02:43:03Z', 'revision_number': 4, 'project_id': 'b6140625bfd14d9cbece27c293f1f78e', 'gw_port': {'id': '9f6291f8-81eb-435a-9d80-9a7a39a7c8f3', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:43:00Z', 'updated_at': '2021-09-03T02:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '331088c7-b7ea-4b66-a167-9ea905dcb1f3', 'name': '', 'network_id': '9e42ff3e-7fe9-4a90-907a-03d637aeb291', 'tenant_id': 'b6140625bfd14d9cbece27c293f1f78e', 'mac_address': 'fa:16:3e:50:b9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e3490965-e0a9-41f3-9c03-f01bcde0cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:43:03Z', 'updated_at': '2021-09-03T02:43:06Z', 'revision_number': 4, 'project_id': 'b6140625bfd14d9cbece27c293f1f78e', 'subnets': [{'id': 'e3490965-e0a9-41f3-9c03-f01bcde0cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:06.865692 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fc083948-ebc0-42ca-a1a8-de691e919435 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:06.866938 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-fc083948-ebc0-42ca-a1a8-de691e919435 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2858908 Sep 03 02:43:06.869303 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b10a0a3-e877-47bf-947c-a6cc057837d1 None None] The sync data for ids ['a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'] in dv-cinder-804735-8-iscsi is: [{'id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'name': 'tempest-TestVolumeBootPattern-1702977721-router', 'tenant_id': 'b6140625bfd14d9cbece27c293f1f78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '9f6291f8-81eb-435a-9d80-9a7a39a7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:59Z', 'updated_at': '2021-09-03T02:43:03Z', 'revision_number': 4, 'project_id': 'b6140625bfd14d9cbece27c293f1f78e', 'gw_port': {'id': '9f6291f8-81eb-435a-9d80-9a7a39a7c8f3', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:43:00Z', 'updated_at': '2021-09-03T02:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '331088c7-b7ea-4b66-a167-9ea905dcb1f3', 'name': '', 'network_id': '9e42ff3e-7fe9-4a90-907a-03d637aeb291', 'tenant_id': 'b6140625bfd14d9cbece27c293f1f78e', 'mac_address': 'fa:16:3e:50:b9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'e3490965-e0a9-41f3-9c03-f01bcde0cefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:43:03Z', 'updated_at': '2021-09-03T02:43:06Z', 'revision_number': 4, 'project_id': 'b6140625bfd14d9cbece27c293f1f78e', 'subnets': [{'id': 'e3490965-e0a9-41f3-9c03-f01bcde0cefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:43:06.869857 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34002) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:06.877728 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-ead6593e-1b34-428f-bf28-588740195b56 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Request body: {'security_group_rule': {'security_group_id': '751d24e5-4d76-48a9-a3fa-33187384e326', 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:43:06.957897 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.securitygroups_db [None req-ead6593e-1b34-428f-bf28-588740195b56 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Project 02970da202f74e81a5d44fbe5d99b698 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 02:43:06.963159 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ead6593e-1b34-428f-bf28-588740195b56 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:07.029273 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ead6593e-1b34-428f-bf28-588740195b56 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:07.094664 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ead6593e-1b34-428f-bf28-588740195b56 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1822714'] for security_group_rule, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:07.112627 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6593e-1b34-428f-bf28-588740195b56 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af8f8e9-070a-44de-8448-18ba245aab1f,revision_number=0']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:07.209096 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ead6593e-1b34-428f-bf28-588740195b56 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:07.210361 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-ead6593e-1b34-428f-bf28-588740195b56 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3395534 Sep 03 02:43:07.803106 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:07.985202 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 331088c7-b7ea-4b66-a167-9ea905dcb1f3 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:43:08.140266 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning for port 331088c7-b7ea-4b66-a167-9ea905dcb1f3 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:43:08.144380 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 331088c7-b7ea-4b66-a167-9ea905dcb1f3 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:43:08.145046 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:08.227547 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:08.259483 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] For port 331088c7-b7ea-4b66-a167-9ea905dcb1f3, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=331088c7-b7ea-4b66-a167-9ea905dcb1f3,segment=NetworkSegment(f6d764dc-61a6-458c-b09a-3b1d557a351e),segment_id=f6d764dc-61a6-458c-b09a-3b1d557a351e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:43:08.362842 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:08.423999 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Pushing event updated for resources: {'Port': ['ID=331088c7-b7ea-4b66-a167-9ea905dcb1f3,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:09.300778 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:09.964261 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 331088c7-b7ea-4b66-a167-9ea905dcb1f3 up at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:43:10.011150 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Provisioning complete for port 331088c7-b7ea-4b66-a167-9ea905dcb1f3 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:43:10.011557 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:15.415196 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-eeaaa46f-62d5-416e-86d3-0c543cdb9fb1 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702193714&fields=id&tenant_id=b3e8cb3f9ad940289d0011288a1efbb0 HTTP/1.1" status: 200 len: 267 time: 0.0336409 Sep 03 02:43:15.524011 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90a155-ddde-419e-a7d9-38807d47243c req-1a6f2001-a12c-4303-8f8e-01483a10316e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:15.525436 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-1a6f2001-a12c-4303-8f8e-01483a10316e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/networks?id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 HTTP/1.1" status: 200 len: 808 time: 0.1034737 Sep 03 02:43:15.540330 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-36fad630-e551-4658-91d0-c2494bbe232d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/quotas/b3e8cb3f9ad940289d0011288a1efbb0 HTTP/1.1" status: 200 len: 375 time: 0.0093074 Sep 03 02:43:15.590250 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-8c739494-3005-43e1-a027-ffe777199074 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3e8cb3f9ad940289d0011288a1efbb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449057 Sep 03 02:43:15.691615 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-1859f714-984a-4d4a-91f3-2c2444e75325 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:43:15.692648 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-1859f714-984a-4d4a-91f3-2c2444e75325 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0904679 Sep 03 02:43:15.784303 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-7b741105-6eb8-4111-adfc-7cf097bcd7c0 service neutron] 10.222.0.21 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852287 Sep 03 02:43:15.871490 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-a211c4ea-c02d-4908-af08-517cdb6d1ad6 service neutron] 10.222.0.21 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812404 Sep 03 02:43:16.428437 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ad677bc3-43ed-42ef-b743-7780ff581de9 req-8e031e8d-675a-4511-ae99-7c02316785a8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 210 time: 0.1037545 Sep 03 02:43:17.531899 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d14fe320-366a-400c-b777-71a225dedb86 req-e5264632-5b7c-4430-b843-35cab8c82d22 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 210 time: 0.0325572 Sep 03 02:43:18.381526 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90a155-ddde-419e-a7d9-38807d47243c req-9640208d-c309-499c-bd85-8c9a3eb8ba74 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:18.382996 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-9640208d-c309-499c-bd85-8c9a3eb8ba74 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.25 "GET /v2.0/networks?id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 HTTP/1.1" status: 200 len: 808 time: 0.1006138 Sep 03 02:43:18.428498 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-7d838e6d-a1f5-4875-9e61-b1acfda7c289 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e8cb3f9ad940289d0011288a1efbb0 HTTP/1.1" status: 200 len: 380 time: 0.0357904 Sep 03 02:43:18.438334 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2a0d55ff-efaf-4d4d-9aaf-9c8c2122624b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Request body: {'port': {'device_id': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'admin_state_up': True, 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'security_groups': ['9ff7386e-de1f-42f6-9e24-207ee69d474c']}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:43:18.597398 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2a0d55ff-efaf-4d4d-9aaf-9c8c2122624b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Made reservation on behalf of b3e8cb3f9ad940289d0011288a1efbb0 for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:43:18.601054 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2a0d55ff-efaf-4d4d-9aaf-9c8c2122624b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:18.633928 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1040c4ad-57e4-4745-a6c5-19a1cbcb9557 req-3b670e73-6feb-42ca-ab98-fa2226d4ab16 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 210 time: 0.0307207 Sep 03 02:43:18.729571 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2a0d55ff-efaf-4d4d-9aaf-9c8c2122624b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Allocated IP 172.20.0.13 (ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0/3c668972-bd5b-46df-952a-591f2c28afbf/25255cba-853f-49b7-964b-5ea4aeda45f1) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:43:18.865596 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2a0d55ff-efaf-4d4d-9aaf-9c8c2122624b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:18.878898 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2a0d55ff-efaf-4d4d-9aaf-9c8c2122624b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Transition to ACTIVE for port object 25255cba-853f-49b7-964b-5ea4aeda45f1 will not be triggered until provisioned by entity DHCP. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:43:18.952271 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2a0d55ff-efaf-4d4d-9aaf-9c8c2122624b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:18.998350 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2a0d55ff-efaf-4d4d-9aaf-9c8c2122624b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Network ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:43:19.001759 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2a0d55ff-efaf-4d4d-9aaf-9c8c2122624b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:43:19.005598 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2a0d55ff-efaf-4d4d-9aaf-9c8c2122624b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:43:19.034669 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d55ff-efaf-4d4d-9aaf-9c8c2122624b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Pushing event updated for resources: {'Port': ['ID=25255cba-853f-49b7-964b-5ea4aeda45f1,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:19.065438 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2a0d55ff-efaf-4d4d-9aaf-9c8c2122624b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:19.066174 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2a0d55ff-efaf-4d4d-9aaf-9c8c2122624b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:19.198335 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2a0d55ff-efaf-4d4d-9aaf-9c8c2122624b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7633927 Sep 03 02:43:19.208503 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-90d3833c-9929-4820-a3b7-564172b38749 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:43:19.209434 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-90d3833c-9929-4820-a3b7-564172b38749 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051584 Sep 03 02:43:19.281965 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Request body: {'port': {'device_id': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:43:19.334712 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:19.345302 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-271a36c0-3095-4572-9eef-c16b3ace6ce5 None None] Provisioning for port 25255cba-853f-49b7-964b-5ea4aeda45f1 completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:43:19.349328 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-271a36c0-3095-4572-9eef-c16b3ace6ce5 None None] Provisioning complete for port 25255cba-853f-49b7-964b-5ea4aeda45f1 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:43:19.349744 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-271a36c0-3095-4572-9eef-c16b3ace6ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:19.387711 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-271a36c0-3095-4572-9eef-c16b3ace6ce5 None None] Port 25255cba-853f-49b7-964b-5ea4aeda45f1 cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:43:19.492073 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34242) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:19.611352 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fe5ae8ff-096a-42cc-b9fc-d1b653de6729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:19.630741 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25255cba-853f-49b7-964b-5ea4aeda45f1 {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:43:19.641906 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:19.662325 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Transition to ACTIVE for port object 25255cba-853f-49b7-964b-5ea4aeda45f1 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:43:19.734022 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fe5ae8ff-096a-42cc-b9fc-d1b653de6729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:19.760992 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1259a-681b-4cb6-8dc0-496cd27ada60 req-f8846729-99cf-4257-a404-ed678e8653ab tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:19.762541 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b5f1259a-681b-4cb6-8dc0-496cd27ada60 req-f8846729-99cf-4257-a404-ed678e8653ab tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 932 time: 0.0579455 Sep 03 02:43:19.762955 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:19.792855 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-fe5ae8ff-096a-42cc-b9fc-d1b653de6729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:19.820142 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Pushing event updated for resources: {'Port': ['ID=25255cba-853f-49b7-964b-5ea4aeda45f1,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:19.820434 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b5f1259a-681b-4cb6-8dc0-496cd27ada60 req-f226732f-baad-474c-8a7b-83105154b58e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519173 Sep 03 02:43:19.846634 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-fe5ae8ff-096a-42cc-b9fc-d1b653de6729 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a90448da4e5408296660c6d5613563a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511431 Sep 03 02:43:19.846634 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ae8ff-096a-42cc-b9fc-d1b653de6729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd564e4-cf4f-4114-9729-efd7f002008b,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:19.856762 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34250) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:19.896326 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Attempting to bind port 25255cba-853f-49b7-964b-5ea4aeda45f1 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:43:19.896731 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Attempting to bind port 25255cba-853f-49b7-964b-5ea4aeda45f1 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'baee9e7f-d874-4790-abba-dc80169cf7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:43:19.897082 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Attempting to bind port 25255cba-853f-49b7-964b-5ea4aeda45f1 on network ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:43:19.901936 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Port 25255cba-853f-49b7-964b-5ea4aeda45f1 on network ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:43:19.902475 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Attempting to bind port 25255cba-853f-49b7-964b-5ea4aeda45f1 on network ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:43:19.908957 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:43:19.909318 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Checking segment: {'id': 'baee9e7f-d874-4790-abba-dc80169cf7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:43:19.909749 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Bound using segment: {'id': 'baee9e7f-d874-4790-abba-dc80169cf7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:43:19.910205 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Bound port: 25255cba-853f-49b7-964b-5ea4aeda45f1, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baee9e7f-d874-4790-abba-dc80169cf7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:43:19.910576 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:19.916501 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0eee4f98-138d-4883-9d25-5e2c320020a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:19.945313 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0eee4f98-138d-4883-9d25-5e2c320020a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:19.983037 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] For port 25255cba-853f-49b7-964b-5ea4aeda45f1, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:43:19.985567 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] For port 25255cba-853f-49b7-964b-5ea4aeda45f1, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=25255cba-853f-49b7-964b-5ea4aeda45f1,segment=NetworkSegment(baee9e7f-d874-4790-abba-dc80169cf7d2),segment_id=baee9e7f-d874-4790-abba-dc80169cf7d2)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:43:20.043578 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:20.071798 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0eee4f98-138d-4883-9d25-5e2c320020a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:20.077685 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:20.078302 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:20.079718 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] 10.222.0.25 "PUT /v2.0/ports/25255cba-853f-49b7-964b-5ea4aeda45f1 HTTP/1.1" status: 200 len: 1094 time: 0.8615823 Sep 03 02:43:20.080147 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'tag': '25255cba-853f-49b7-964b-5ea4aeda45f1'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:43:20.082350 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8113e3c9-1adf-4567-9121-9ccc6f162958" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a6aeb1-0649-4522-9266-3507acfb00ed", "tag": "25255cba-853f-49b7-964b-5ea4aeda45f1"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:43:20.084131 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0eee4f98-138d-4883-9d25-5e2c320020a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:20.092392 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-0eee4f98-138d-4883-9d25-5e2c320020a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfd564e4-cf4f-4114-9729-efd7f002008b HTTP/1.1" status: 204 len: 168 time: 0.2344186 Sep 03 02:43:20.104839 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee4f98-138d-4883-9d25-5e2c320020a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd564e4-cf4f-4114-9729-efd7f002008b,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:20.138720 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb9d40-c5eb-432c-b958-3a3df6b622e1 service neutron] Pushing event updated for resources: {'Port': ['ID=25255cba-853f-49b7-964b-5ea4aeda45f1,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:20.257667 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90a155-ddde-419e-a7d9-38807d47243c req-91d62fa7-ea82-4a4e-9e38-38c8a63d1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:20.259173 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-91d62fa7-ea82-4a4e-9e38-38c8a63d1bf9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3e8cb3f9ad940289d0011288a1efbb0&device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 1097 time: 0.0434704 Sep 03 02:43:20.311162 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05184c8c-47ae-405a-a9e5-2afdb0d624fb x-openstack-request-id: req-05184c8c-47ae-405a-a9e5-2afdb0d624fb {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:43:20.311480 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a6aeb1-0649-4522-9266-3507acfb00ed", "tag": "25255cba-853f-49b7-964b-5ea4aeda45f1", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:43:20.311735 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05184c8c-47ae-405a-a9e5-2afdb0d624fb {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:43:20.312131 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'tag': '25255cba-853f-49b7-964b-5ea4aeda45f1', 'status': 'completed', 'code': 200} Sep 03 02:43:20.314095 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-b5911a54-d3d3-42a3-a9ab-e2fac494d7c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25255cba-853f-49b7-964b-5ea4aeda45f1 HTTP/1.1" status: 200 len: 217 time: 0.0431776 Sep 03 02:43:20.370796 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90a155-ddde-419e-a7d9-38807d47243c req-5efcbcff-4ed0-4e2d-ae09-4a3871df1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:20.372442 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-5efcbcff-4ed0-4e2d-ae09-4a3871df1d49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c668972-bd5b-46df-952a-591f2c28afbf HTTP/1.1" status: 200 len: 847 time: 0.0502937 Sep 03 02:43:20.419895 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90a155-ddde-419e-a7d9-38807d47243c req-1f81e059-c582-471d-81b1-0b09d03553bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:20.421412 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-1f81e059-c582-471d-81b1-0b09d03553bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407367 Sep 03 02:43:20.512655 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-da2c6459-93d8-47d0-9460-9e4aa439eadc service neutron] 10.222.0.25 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831883 Sep 03 02:43:20.600245 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6a90a155-ddde-419e-a7d9-38807d47243c req-5c2ffc1d-8773-4987-83fa-321953bff652 service neutron] 10.222.0.25 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798006 Sep 03 02:43:20.780412 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113e3c9-1adf-4567-9121-9ccc6f162958 req-c1cb5dc0-5b17-4082-b86e-f229b1dbf383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:20.781977 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8113e3c9-1adf-4567-9121-9ccc6f162958 req-c1cb5dc0-5b17-4082-b86e-f229b1dbf383 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3e8cb3f9ad940289d0011288a1efbb0&device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 1097 time: 0.0445616 Sep 03 02:43:20.792360 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34272) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:20.805259 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e17c6c75-b517-470a-8107-7290e4519121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:20.877794 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113e3c9-1adf-4567-9121-9ccc6f162958 req-606329d7-8413-4a29-9fb7-439dc9d8644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:20.879584 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8113e3c9-1adf-4567-9121-9ccc6f162958 req-606329d7-8413-4a29-9fb7-439dc9d8644b service neutron] 10.222.0.25 "GET /v2.0/networks?id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 HTTP/1.1" status: 200 len: 909 time: 0.0882487 Sep 03 02:43:20.899061 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e17c6c75-b517-470a-8107-7290e4519121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:20.927751 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8113e3c9-1adf-4567-9121-9ccc6f162958 req-5f5e9704-7c21-45f9-80e9-632c0d34c9f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25255cba-853f-49b7-964b-5ea4aeda45f1 HTTP/1.1" status: 200 len: 217 time: 0.0401175 Sep 03 02:43:20.956485 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba43fb-c6db-4200-90e8-8285a3ad486a req-b366c90c-5fef-4216-97e7-dffd8d510642 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:20.957936 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-71ba43fb-c6db-4200-90e8-8285a3ad486a req-b366c90c-5fef-4216-97e7-dffd8d510642 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0511417 Sep 03 02:43:20.977742 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113e3c9-1adf-4567-9121-9ccc6f162958 req-03b42676-c1de-4242-a159-32cc4250d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:20.979347 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8113e3c9-1adf-4567-9121-9ccc6f162958 req-03b42676-c1de-4242-a159-32cc4250d359 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c668972-bd5b-46df-952a-591f2c28afbf HTTP/1.1" status: 200 len: 847 time: 0.0447423 Sep 03 02:43:20.986042 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e17c6c75-b517-470a-8107-7290e4519121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:21.025165 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113e3c9-1adf-4567-9121-9ccc6f162958 req-74e7b943-1092-4b30-9750-3aae9b86e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:21.025841 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-71ba43fb-c6db-4200-90e8-8285a3ad486a req-d4d9b7c0-a173-4847-ac0c-ef623b591f19 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618920 Sep 03 02:43:21.026704 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8113e3c9-1adf-4567-9121-9ccc6f162958 req-74e7b943-1092-4b30-9750-3aae9b86e139 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403528 Sep 03 02:43:21.032545 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-e17c6c75-b517-470a-8107-7290e4519121 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=309b040c257a4d3ca0d8add31f5aafc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391155 Sep 03 02:43:21.035652 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34280) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:21.049555 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c6c75-b517-470a-8107-7290e4519121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d182490c-9c9e-494a-86fb-5736c159a7fe,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:21.086775 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ed71219c-9672-47f3-a396-ad3d49da3a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:21.108443 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ed71219c-9672-47f3-a396-ad3d49da3a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:21.122271 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8113e3c9-1adf-4567-9121-9ccc6f162958 req-c268a9a1-25ca-47ef-8c34-561fe9733a28 service neutron] 10.222.0.25 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857410 Sep 03 02:43:21.198383 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:43:21.213404 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-8113e3c9-1adf-4567-9121-9ccc6f162958 req-9e41877c-ce08-47bf-b5b9-d8f7082f7ee5 service neutron] 10.222.0.25 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829928 Sep 03 02:43:21.225781 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ed71219c-9672-47f3-a396-ad3d49da3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:21.229226 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-ed71219c-9672-47f3-a396-ad3d49da3a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:21.231396 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-ed71219c-9672-47f3-a396-ad3d49da3a22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d182490c-9c9e-494a-86fb-5736c159a7fe HTTP/1.1" status: 204 len: 168 time: 0.1938329 Sep 03 02:43:21.243560 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71219c-9672-47f3-a396-ad3d49da3a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d182490c-9c9e-494a-86fb-5736c159a7fe,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:22.140913 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb9548-5261-4f49-857e-9172ee6bcb13 req-38cc1e61-06d3-4a6e-be6d-738d7f08c055 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:22.142390 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e4fb9548-5261-4f49-857e-9172ee6bcb13 req-38cc1e61-06d3-4a6e-be6d-738d7f08c055 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0476935 Sep 03 02:43:22.183507 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e4fb9548-5261-4f49-857e-9172ee6bcb13 req-1038b418-dace-4938-9fcb-6c6fca018358 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341072 Sep 03 02:43:23.296811 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee143271-784a-4aae-a960-f080398b9fde req-4bdfd483-a4a4-4199-97d6-fd7c12500d59 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:23.298348 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ee143271-784a-4aae-a960-f080398b9fde req-4bdfd483-a4a4-4199-97d6-fd7c12500d59 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0496109 Sep 03 02:43:23.336135 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ee143271-784a-4aae-a960-f080398b9fde req-0447d142-edb2-4cfa-9234-0485559ac022 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316894 Sep 03 02:43:23.483132 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34340) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:23.584599 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-544713e4-b0e3-479d-a7ee-33562789f679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:23.668555 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-544713e4-b0e3-479d-a7ee-33562789f679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:23.733460 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-544713e4-b0e3-479d-a7ee-33562789f679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:23.774432 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-544713e4-b0e3-479d-a7ee-33562789f679 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e061b07a516a41518f5bc73264d64941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902253 Sep 03 02:43:23.775337 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544713e4-b0e3-479d-a7ee-33562789f679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebacffd-bf69-40c9-9e9d-8d9ed98403b1,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:23.777210 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34344) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:23.823592 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14612d91-62e2-44c4-969e-0d511ca3eaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:23.844963 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14612d91-62e2-44c4-969e-0d511ca3eaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:23.939365 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14612d91-62e2-44c4-969e-0d511ca3eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:23.942610 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14612d91-62e2-44c4-969e-0d511ca3eaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:23.943796 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-14612d91-62e2-44c4-969e-0d511ca3eaa6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bebacffd-bf69-40c9-9e9d-8d9ed98403b1 HTTP/1.1" status: 204 len: 168 time: 0.1656039 Sep 03 02:43:23.951524 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14612d91-62e2-44c4-969e-0d511ca3eaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebacffd-bf69-40c9-9e9d-8d9ed98403b1,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:24.452096 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a5140-2190-4504-8080-7ec392bdc1ce req-e73ef1b2-d947-4113-9628-9fbe69b77dce tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:24.453568 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2e3a5140-2190-4504-8080-7ec392bdc1ce req-e73ef1b2-d947-4113-9628-9fbe69b77dce tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0517056 Sep 03 02:43:24.494476 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2e3a5140-2190-4504-8080-7ec392bdc1ce req-b39a3094-85a5-42ee-bfc7-dbae29e5c321 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351603 Sep 03 02:43:24.589369 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34356) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:24.602950 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-38cd3646-dbdd-4552-8f0b-fa594e054d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:24.687187 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-38cd3646-dbdd-4552-8f0b-fa594e054d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:24.762410 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-38cd3646-dbdd-4552-8f0b-fa594e054d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:24.801026 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-38cd3646-dbdd-4552-8f0b-fa594e054d6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=040e79057c1c4eacbb85aa00ccb538cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2105834 Sep 03 02:43:24.801976 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd3646-dbdd-4552-8f0b-fa594e054d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8da200-76a1-4c01-97c6-bae39f32e070,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:24.803781 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34358) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:24.852534 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-339e9b53-86a9-4c01-84cd-49cc5347951e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:24.872769 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-339e9b53-86a9-4c01-84cd-49cc5347951e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:25.002461 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-339e9b53-86a9-4c01-84cd-49cc5347951e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:25.005101 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-339e9b53-86a9-4c01-84cd-49cc5347951e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:25.006244 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-339e9b53-86a9-4c01-84cd-49cc5347951e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f8da200-76a1-4c01-97c6-bae39f32e070 HTTP/1.1" status: 204 len: 168 time: 0.2014375 Sep 03 02:43:25.013947 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e9b53-86a9-4c01-84cd-49cc5347951e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8da200-76a1-4c01-97c6-bae39f32e070,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:25.606153 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b02b3-2555-4acc-9b3a-e66490cc595b req-d8c673f8-6bc6-49a5-a7d4-9bf9440d0a72 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:25.607656 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e04b02b3-2555-4acc-9b3a-e66490cc595b req-d8c673f8-6bc6-49a5-a7d4-9bf9440d0a72 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0476422 Sep 03 02:43:25.645072 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e04b02b3-2555-4acc-9b3a-e66490cc595b req-bb7c58a4-0758-495c-871a-ef94ebe94211 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309849 Sep 03 02:43:26.232093 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-17e4f31b-e0f2-4939-aa69-35cbb883e303 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638135080&fields=id&tenant_id=02970da202f74e81a5d44fbe5d99b698 HTTP/1.1" status: 200 len: 267 time: 0.0333188 Sep 03 02:43:26.338908 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-ae1387b8-8e66-452b-b9c0-9ca136609e00 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:26.340406 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-ae1387b8-8e66-452b-b9c0-9ca136609e00 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/networks?id=0f23c6c7-d272-45de-a27b-de6b376f8751 HTTP/1.1" status: 200 len: 811 time: 0.1018658 Sep 03 02:43:26.356547 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-5f104c3a-2848-41dc-bdd3-f49e8c252ba9 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/quotas/02970da202f74e81a5d44fbe5d99b698 HTTP/1.1" status: 200 len: 375 time: 0.0104589 Sep 03 02:43:26.409940 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-f04804c7-e1a0-449b-b5db-15dfb9d75481 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465064 Sep 03 02:43:26.561755 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-c6afd29e-c885-4d06-94a0-8e0bd2996c7b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:43:26.562752 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-c6afd29e-c885-4d06-94a0-8e0bd2996c7b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1418538 Sep 03 02:43:26.658130 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-b080c737-5db6-493e-a9e5-797c1c927922 service neutron] 10.222.0.21 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886006 Sep 03 02:43:27.030818 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-02fb079e-021f-47ce-babe-de3be2f4ab6d service neutron] 10.222.0.21 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665342 Sep 03 02:43:27.044733 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb24c3-bc40-4f1a-9677-d16e50bfc8ad req-b3cbe848-8cb2-46ce-becb-977ce2565a21 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:27.044733 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-89cb24c3-bc40-4f1a-9677-d16e50bfc8ad req-b3cbe848-8cb2-46ce-becb-977ce2565a21 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.3219347 Sep 03 02:43:27.082802 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-89cb24c3-bc40-4f1a-9677-d16e50bfc8ad req-999004b9-b296-4137-8996-31cf98404027 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318563 Sep 03 02:43:27.621277 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f6634b8f-cba1-43b0-b5eb-0dcb3478c4bb req-2a006605-7389-4ddf-9e6e-1b34d76b5d83 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 210 time: 0.0276160 Sep 03 02:43:28.197452 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee2f27-ae0b-4cde-ad37-ab7db18a48e1 req-515885a6-f02d-431e-95fb-4475591319bc tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:28.198879 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-56ee2f27-ae0b-4cde-ad37-ab7db18a48e1 req-515885a6-f02d-431e-95fb-4475591319bc tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0478389 Sep 03 02:43:28.238757 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-56ee2f27-ae0b-4cde-ad37-ab7db18a48e1 req-b0df50af-f460-48ae-b525-a8e3dfe9f35e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338249 Sep 03 02:43:28.430623 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:28.712573 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c568968f-3171-4267-960a-12bab4678cb5 req-7a8fd9de-d00d-41e6-b084-c918185dca1c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 210 time: 0.0257587 Sep 03 02:43:29.353437 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07737e-6808-45e4-8f97-d541a4e7d06e req-9e783adc-7294-4dd6-8e36-8183732e9117 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:29.354906 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4e07737e-6808-45e4-8f97-d541a4e7d06e req-9e783adc-7294-4dd6-8e36-8183732e9117 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0503616 Sep 03 02:43:29.395424 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4e07737e-6808-45e4-8f97-d541a4e7d06e req-9e9efb12-8d29-483e-8043-f1f8f12bcf1d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332525 Sep 03 02:43:29.429037 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-cad3a5b1-646d-4f23-8f88-534901a041e8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:29.430610 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-cad3a5b1-646d-4f23-8f88-534901a041e8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.25 "GET /v2.0/networks?id=0f23c6c7-d272-45de-a27b-de6b376f8751 HTTP/1.1" status: 200 len: 811 time: 0.1087718 Sep 03 02:43:29.473381 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-21e2c065-f313-4d0f-aaa6-755eb8209d8e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02970da202f74e81a5d44fbe5d99b698 HTTP/1.1" status: 200 len: 379 time: 0.0334721 Sep 03 02:43:29.482505 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-740e53ca-21dd-44bb-9342-60f48d49b61a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Request body: {'port': {'device_id': 'bd5677f0-837d-40a3-a8e5-bcee846146d8', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'admin_state_up': True, 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'security_groups': ['751d24e5-4d76-48a9-a3fa-33187384e326']}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:43:29.543356 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 25255cba-853f-49b7-964b-5ea4aeda45f1 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:43:29.647670 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 25255cba-853f-49b7-964b-5ea4aeda45f1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=25255cba-853f-49b7-964b-5ea4aeda45f1,segment=NetworkSegment(baee9e7f-d874-4790-abba-dc80169cf7d2),segment_id=baee9e7f-d874-4790-abba-dc80169cf7d2)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:43:29.653938 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-740e53ca-21dd-44bb-9342-60f48d49b61a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Made reservation on behalf of 02970da202f74e81a5d44fbe5d99b698 for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:43:29.657728 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-740e53ca-21dd-44bb-9342-60f48d49b61a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:29.659087 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': '25255cba-853f-49b7-964b-5ea4aeda45f1', 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'port_id': '25255cba-853f-49b7-964b-5ea4aeda45f1', 'mac_address': 'fa:16:3e:00:d2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:43:29.695558 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:29.708418 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25255cba-853f-49b7-964b-5ea4aeda45f1 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:43:29.730350 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 25255cba-853f-49b7-964b-5ea4aeda45f1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=25255cba-853f-49b7-964b-5ea4aeda45f1,segment=NetworkSegment(baee9e7f-d874-4790-abba-dc80169cf7d2),segment_id=baee9e7f-d874-4790-abba-dc80169cf7d2)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:43:29.779661 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:29.789291 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-740e53ca-21dd-44bb-9342-60f48d49b61a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Allocated IP 172.20.0.10 (0f23c6c7-d272-45de-a27b-de6b376f8751/0c8096f2-dc70-4967-beca-fff30068e743/f564251b-34ba-4c74-8424-1a183c1aba5d) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:43:29.810618 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0487189f-fd6a-4a34-afd0-0fa185c22165 req-ae97275a-e937-4a6b-8a35-bb89d385b322 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 210 time: 0.0293925 Sep 03 02:43:29.827569 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=25255cba-853f-49b7-964b-5ea4aeda45f1,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:29.942795 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-740e53ca-21dd-44bb-9342-60f48d49b61a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:29.955893 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-740e53ca-21dd-44bb-9342-60f48d49b61a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Transition to ACTIVE for port object f564251b-34ba-4c74-8424-1a183c1aba5d will not be triggered until provisioned by entity DHCP. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:43:30.042553 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['25255cba-853f-49b7-964b-5ea4aeda45f1'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:43:30.048973 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-740e53ca-21dd-44bb-9342-60f48d49b61a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:30.092144 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-740e53ca-21dd-44bb-9342-60f48d49b61a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Network 0f23c6c7-d272-45de-a27b-de6b376f8751 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:43:30.095219 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-740e53ca-21dd-44bb-9342-60f48d49b61a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:43:30.098874 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-740e53ca-21dd-44bb-9342-60f48d49b61a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:43:30.128680 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e53ca-21dd-44bb-9342-60f48d49b61a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event updated for resources: {'Port': ['ID=f564251b-34ba-4c74-8424-1a183c1aba5d,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:30.157867 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-740e53ca-21dd-44bb-9342-60f48d49b61a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:30.158518 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-740e53ca-21dd-44bb-9342-60f48d49b61a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:30.311877 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-740e53ca-21dd-44bb-9342-60f48d49b61a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8327622 Sep 03 02:43:30.325177 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Request body: {'port': {'device_id': 'bd5677f0-837d-40a3-a8e5-bcee846146d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:43:30.385633 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-3307b924-e3b6-428c-b01d-fb9c8113f4da None None] Provisioning for port f564251b-34ba-4c74-8424-1a183c1aba5d completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:43:30.389855 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-3307b924-e3b6-428c-b01d-fb9c8113f4da None None] Provisioning complete for port f564251b-34ba-4c74-8424-1a183c1aba5d triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:43:30.390237 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-3307b924-e3b6-428c-b01d-fb9c8113f4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:30.393426 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:30.433779 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-3307b924-e3b6-428c-b01d-fb9c8113f4da None None] Port f564251b-34ba-4c74-8424-1a183c1aba5d cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:43:30.464228 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34470) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:30.531520 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e05921-01c4-4c14-b7f8-325f023fca99 req-a1a79aeb-ba1f-4f72-812d-e9c86c2029f9 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:30.533474 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a7e05921-01c4-4c14-b7f8-325f023fca99 req-a1a79aeb-ba1f-4f72-812d-e9c86c2029f9 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 945 time: 0.0552559 Sep 03 02:43:30.584247 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-91a61926-ab33-450f-bd5f-5dfa31a89fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:30.599262 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a7e05921-01c4-4c14-b7f8-325f023fca99 req-ef9c4eb9-e113-4834-8e4e-b88d0311a26a tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562425 Sep 03 02:43:30.676816 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f564251b-34ba-4c74-8424-1a183c1aba5d {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:43:30.684116 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-91a61926-ab33-450f-bd5f-5dfa31a89fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:30.685024 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:30.697074 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Transition to ACTIVE for port object f564251b-34ba-4c74-8424-1a183c1aba5d will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:43:30.762462 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:30.762681 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-91a61926-ab33-450f-bd5f-5dfa31a89fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:30.807881 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-91a61926-ab33-450f-bd5f-5dfa31a89fc5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e532e24d1a9d44fab7634c5b861036e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425210 Sep 03 02:43:30.808734 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34476) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:30.810948 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a61926-ab33-450f-bd5f-5dfa31a89fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13b8902-b76f-4340-8c57-d0f280536bfa,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:30.813088 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Pushing event updated for resources: {'Port': ['ID=f564251b-34ba-4c74-8424-1a183c1aba5d,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:30.872243 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-db717b10-32bf-4443-ae0e-7e325aae2c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:30.896912 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-db717b10-32bf-4443-ae0e-7e325aae2c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:30.902350 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Attempting to bind port f564251b-34ba-4c74-8424-1a183c1aba5d on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:43:30.902691 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Attempting to bind port f564251b-34ba-4c74-8424-1a183c1aba5d by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:43:30.903037 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Attempting to bind port f564251b-34ba-4c74-8424-1a183c1aba5d on network 0f23c6c7-d272-45de-a27b-de6b376f8751 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:43:30.910128 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Port f564251b-34ba-4c74-8424-1a183c1aba5d on network 0f23c6c7-d272-45de-a27b-de6b376f8751 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:43:30.910463 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Attempting to bind port f564251b-34ba-4c74-8424-1a183c1aba5d on network 0f23c6c7-d272-45de-a27b-de6b376f8751 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:43:30.915697 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:43:30.916173 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Checking segment: {'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:43:30.916570 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Bound using segment: {'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:43:30.917007 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Bound port: f564251b-34ba-4c74-8424-1a183c1aba5d, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:43:30.917373 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:30.978114 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c92171-c867-4554-a51c-d2630afe1292 req-08683679-64d3-4788-9bd9-891e7d813e3f tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:30.979620 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-23c92171-c867-4554-a51c-d2630afe1292 req-08683679-64d3-4788-9bd9-891e7d813e3f tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 944 time: 0.0750866 Sep 03 02:43:30.986725 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] For port f564251b-34ba-4c74-8424-1a183c1aba5d, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:43:30.989892 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] For port f564251b-34ba-4c74-8424-1a183c1aba5d, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f564251b-34ba-4c74-8424-1a183c1aba5d,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:43:31.018084 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-23c92171-c867-4554-a51c-d2630afe1292 req-3193e2a8-c350-445c-a9cc-ee082188f2a4 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312321 Sep 03 02:43:31.048187 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-db717b10-32bf-4443-ae0e-7e325aae2c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:31.050775 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-db717b10-32bf-4443-ae0e-7e325aae2c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:31.051914 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-db717b10-32bf-4443-ae0e-7e325aae2c8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d13b8902-b76f-4340-8c57-d0f280536bfa HTTP/1.1" status: 204 len: 168 time: 0.2418988 Sep 03 02:43:31.060490 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db717b10-32bf-4443-ae0e-7e325aae2c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13b8902-b76f-4340-8c57-d0f280536bfa,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:31.078026 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:31.110561 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:31.111255 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:31.112761 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] 10.222.0.25 "PUT /v2.0/ports/f564251b-34ba-4c74-8424-1a183c1aba5d HTTP/1.1" status: 200 len: 1094 time: 0.7919004 Sep 03 02:43:31.113137 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5677f0-837d-40a3-a8e5-bcee846146d8', 'tag': 'f564251b-34ba-4c74-8424-1a183c1aba5d'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:43:31.115492 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05da62b-f321-4683-b9da-52ee2a46f33f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5677f0-837d-40a3-a8e5-bcee846146d8", "tag": "f564251b-34ba-4c74-8424-1a183c1aba5d"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:43:31.145298 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393729a-e187-4251-a7c9-5972f9380b27 service neutron] Pushing event updated for resources: {'Port': ['ID=f564251b-34ba-4c74-8424-1a183c1aba5d,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:31.160274 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dfe87e-0641-4aaf-b127-2a9d135d4045 x-openstack-request-id: req-48dfe87e-0641-4aaf-b127-2a9d135d4045 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:43:31.160568 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5677f0-837d-40a3-a8e5-bcee846146d8", "tag": "f564251b-34ba-4c74-8424-1a183c1aba5d", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:43:31.164765 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48dfe87e-0641-4aaf-b127-2a9d135d4045 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:43:31.164765 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5677f0-837d-40a3-a8e5-bcee846146d8', 'tag': 'f564251b-34ba-4c74-8424-1a183c1aba5d', 'status': 'completed', 'code': 200} Sep 03 02:43:31.224638 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05da62b-f321-4683-b9da-52ee2a46f33f req-75fbb787-2e9d-4d3f-a7f8-a503e74c9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:31.226165 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f05da62b-f321-4683-b9da-52ee2a46f33f req-75fbb787-2e9d-4d3f-a7f8-a503e74c9ecb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 1097 time: 0.0445850 Sep 03 02:43:31.332556 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05da62b-f321-4683-b9da-52ee2a46f33f req-591fc7bb-b7c3-485f-bc07-fb32854fe4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:31.334084 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f05da62b-f321-4683-b9da-52ee2a46f33f req-591fc7bb-b7c3-485f-bc07-fb32854fe4d9 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=02970da202f74e81a5d44fbe5d99b698&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1006427 Sep 03 02:43:31.429943 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05da62b-f321-4683-b9da-52ee2a46f33f req-d6f2b2d1-cc2b-4e2e-a779-80b31caa4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:31.431426 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f05da62b-f321-4683-b9da-52ee2a46f33f req-d6f2b2d1-cc2b-4e2e-a779-80b31caa4520 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906892 Sep 03 02:43:31.501961 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-cbb722ec-351d-413e-bad7-e66b060b73dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:31.504177 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-cbb722ec-351d-413e-bad7-e66b060b73dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 1097 time: 0.0392423 Sep 03 02:43:31.546782 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-c2155d06-63f9-4d69-8cb2-2f5fb189b796 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f564251b-34ba-4c74-8424-1a183c1aba5d HTTP/1.1" status: 200 len: 217 time: 0.0353906 Sep 03 02:43:31.556801 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 25255cba-853f-49b7-964b-5ea4aeda45f1 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:43:31.563400 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34486) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:31.578081 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-82f8d10d-4206-4bc9-95f1-a410f2dea3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:31.595149 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-0865936e-44da-46d4-9f0d-77b0f605710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:31.596678 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-0865936e-44da-46d4-9f0d-77b0f605710f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0c8096f2-dc70-4967-beca-fff30068e743 HTTP/1.1" status: 200 len: 850 time: 0.0436003 Sep 03 02:43:31.643844 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-26e50238-e8b8-4b5d-8c01-8eb7a6335d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:31.645705 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-26e50238-e8b8-4b5d-8c01-8eb7a6335d05 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f23c6c7-d272-45de-a27b-de6b376f8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425496 Sep 03 02:43:31.671130 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port 25255cba-853f-49b7-964b-5ea4aeda45f1 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:43:31.676100 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port 25255cba-853f-49b7-964b-5ea4aeda45f1 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:43:31.676485 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:31.683586 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-82f8d10d-4206-4bc9-95f1-a410f2dea3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:31.721028 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812669d-7836-4c0f-a1ac-623c017bf9e5 req-3ba01fae-3639-4526-97a8-221ee362c77a tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:31.722824 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4812669d-7836-4c0f-a1ac-623c017bf9e5 req-3ba01fae-3639-4526-97a8-221ee362c77a tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 945 time: 0.0573549 Sep 03 02:43:31.755231 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-82f8d10d-4206-4bc9-95f1-a410f2dea3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:31.776912 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:31.794989 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-82f8d10d-4206-4bc9-95f1-a410f2dea3e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07091df87d1b4fc79ae02e344208b1c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275429 Sep 03 02:43:31.800748 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34492) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:31.814758 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25255cba-853f-49b7-964b-5ea4aeda45f1'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:43:31.820036 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9034260-d7f8-4bd7-9f79-7ad49ef2dc52" -d '{"events": [{"server_uuid": "a5a6aeb1-0649-4522-9266-3507acfb00ed", "name": "network-vif-plugged", "status": "completed", "tag": "25255cba-853f-49b7-964b-5ea4aeda45f1"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:43:31.825284 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4812669d-7836-4c0f-a1ac-623c017bf9e5 req-eca12fea-6d2b-4da9-99a7-03279fe3602e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948191 Sep 03 02:43:31.857253 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8d10d-4206-4bc9-95f1-a410f2dea3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a5850e-dcf7-4332-9c94-681549e2fb7e,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:31.876173 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 25255cba-853f-49b7-964b-5ea4aeda45f1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=25255cba-853f-49b7-964b-5ea4aeda45f1,segment=NetworkSegment(baee9e7f-d874-4790-abba-dc80169cf7d2),segment_id=baee9e7f-d874-4790-abba-dc80169cf7d2)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:43:31.903711 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3410d9c8-e155-4b57-ba94-a9ba0460c7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:31.923703 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:31.932078 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3410d9c8-e155-4b57-ba94-a9ba0460c7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:31.979893 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=25255cba-853f-49b7-964b-5ea4aeda45f1,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:32.017576 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-607736ea-6795-479f-8e45-d70eaa9fdbe3 service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649561 Sep 03 02:43:32.031029 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3410d9c8-e155-4b57-ba94-a9ba0460c7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:32.034303 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3410d9c8-e155-4b57-ba94-a9ba0460c7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:32.037812 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-3410d9c8-e155-4b57-ba94-a9ba0460c7ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14a5850e-dcf7-4332-9c94-681549e2fb7e HTTP/1.1" status: 204 len: 168 time: 0.2322006 Sep 03 02:43:32.060163 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410d9c8-e155-4b57-ba94-a9ba0460c7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a5850e-dcf7-4332-9c94-681549e2fb7e,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:32.109710 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26962a22-ea16-443c-8382-7f91c7426397 x-openstack-request-id: req-26962a22-ea16-443c-8382-7f91c7426397 {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:43:32.110044 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a6aeb1-0649-4522-9266-3507acfb00ed", "name": "network-vif-plugged", "status": "completed", "tag": "25255cba-853f-49b7-964b-5ea4aeda45f1", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:43:32.110267 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26962a22-ea16-443c-8382-7f91c7426397 {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:43:32.110665 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25255cba-853f-49b7-964b-5ea4aeda45f1', 'code': 200} Sep 03 02:43:32.118389 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-67e7956c-5e1b-4130-92ca-a31c6c29ce7a req-f3b87060-c02d-4271-a268-1dc8e2e19091 service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932190 Sep 03 02:43:32.167753 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e21de2-2da2-44bd-b3b7-d713a787dc2f req-c7a7c218-0ce6-4dfa-a853-5f569d097525 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:32.169368 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b2e21de2-2da2-44bd-b3b7-d713a787dc2f req-c7a7c218-0ce6-4dfa-a853-5f569d097525 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 944 time: 0.0632851 Sep 03 02:43:32.209464 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b2e21de2-2da2-44bd-b3b7-d713a787dc2f req-aa7dc762-ec7f-4562-8c63-5b4f06655b54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334485 Sep 03 02:43:32.457313 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bce14-e8d7-49a9-9c15-800767bdfdd3 req-ece85aa6-7214-4018-b722-abd933b94495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:32.458812 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3d1bce14-e8d7-49a9-9c15-800767bdfdd3 req-ece85aa6-7214-4018-b722-abd933b94495 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 1099 time: 0.0389333 Sep 03 02:43:32.493789 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-3d1bce14-e8d7-49a9-9c15-800767bdfdd3 req-8eac1126-8e82-4742-b7bd-1da067d87fcf service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276401 Sep 03 02:43:32.945409 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2b52b-3f1e-4ead-b539-53be8056fcc1 req-0ba8f3e1-e6c9-4936-9768-36fccc138e9c tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:32.946891 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c6f2b52b-3f1e-4ead-b539-53be8056fcc1 req-0ba8f3e1-e6c9-4936-9768-36fccc138e9c tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0490227 Sep 03 02:43:32.983427 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c6f2b52b-3f1e-4ead-b539-53be8056fcc1 req-15c9c70e-cec6-45ca-81a0-c8fea7e3a56c tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305867 Sep 03 02:43:33.325983 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e7ba2-eaf5-411a-9a79-e5770e74ab79 req-3ea8be25-8269-44a8-ac8a-7a9ea91975bb tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:33.327466 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4d0e7ba2-eaf5-411a-9a79-e5770e74ab79 req-3ea8be25-8269-44a8-ac8a-7a9ea91975bb tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 944 time: 0.0518227 Sep 03 02:43:33.365791 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4d0e7ba2-eaf5-411a-9a79-e5770e74ab79 req-e17ce96e-88c9-428d-850f-948f6fa6e3bd tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322797 Sep 03 02:43:33.687938 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b5c74357-48d8-4ed4-b771-f2b0440ad9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:34.097675 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ace09-8e28-4039-86b9-a35ba4d9d39a req-bce78bb2-0783-4bdf-a853-b82985f86106 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:34.101455 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-390ace09-8e28-4039-86b9-a35ba4d9d39a req-bce78bb2-0783-4bdf-a853-b82985f86106 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0484548 Sep 03 02:43:34.137407 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-390ace09-8e28-4039-86b9-a35ba4d9d39a req-ae94b1ed-99f0-45bb-bfeb-6eded18a1d43 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316060 Sep 03 02:43:34.251175 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ae0d9-0c30-42ca-bca1-7b14bb93e0f4 req-825b0d74-62d4-41fc-a581-6335a7625329 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:34.253160 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-645ae0d9-0c30-42ca-bca1-7b14bb93e0f4 req-825b0d74-62d4-41fc-a581-6335a7625329 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0485015 Sep 03 02:43:34.290800 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-645ae0d9-0c30-42ca-bca1-7b14bb93e0f4 req-01aff8bf-758b-4fa6-ae19-99638378ad0f tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317857 Sep 03 02:43:34.311991 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34558) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:34.486811 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e19448-7f32-495c-8c30-769ba1665930 req-5c968294-9e76-48b0-970b-53c09bd4c972 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:34.490001 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-96e19448-7f32-495c-8c30-769ba1665930 req-5c968294-9e76-48b0-970b-53c09bd4c972 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 944 time: 0.0543010 Sep 03 02:43:34.551068 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-96e19448-7f32-495c-8c30-769ba1665930 req-75947452-c459-4e02-a7d2-3f954845b0ad tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526202 Sep 03 02:43:34.553889 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55749e81-0dec-4c2f-8cd1-aca56e59b795 tempest-TestShelveInstance-1755203851 tempest-TestShelveInstance-1755203851-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:34.555173 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-55749e81-0dec-4c2f-8cd1-aca56e59b795 tempest-TestShelveInstance-1755203851 tempest-TestShelveInstance-1755203851-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 1094 time: 0.2421951 Sep 03 02:43:34.558248 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34568) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:34.563951 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Request body: {'floatingip': {'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'port_id': '25255cba-853f-49b7-964b-5ea4aeda45f1', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:43:34.660205 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for floatingip, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:34.752723 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:34.864277 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Allocated IP 172.27.0.217 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/687fd454-ed61-464c-866f-12f65faa0d00) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:43:34.964652 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:35.042619 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:35.080019 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:43:35.083513 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:43:35.086882 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:43:35.098620 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Pushing event updated for resources: {'Port': ['ID=687fd454-ed61-464c-866f-12f65faa0d00,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:35.421080 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:35.537308 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:35.666894 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b1235-1c23-4ed1-99f7-2d0d1f2c0fc6 req-968239dc-5e4e-4034-9fd1-c78f6c94bd73 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:35.668412 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7a4b1235-1c23-4ed1-99f7-2d0d1f2c0fc6 req-968239dc-5e4e-4034-9fd1-c78f6c94bd73 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 944 time: 0.0480494 Sep 03 02:43:35.681740 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:35.705992 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7a4b1235-1c23-4ed1-99f7-2d0d1f2c0fc6 req-6569ed37-23fd-4680-9650-d6e9d3a87442 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314736 Sep 03 02:43:35.733407 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:35.807917 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Pushing event updated for resources: {'Port': ['ID=687fd454-ed61-464c-866f-12f65faa0d00,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:35.813976 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:35.908345 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.l3_db [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Floating IP cc069d32-fd09-4dd7-b068-824d58650531 associated. External IP: 172.27.0.217, port: 25255cba-853f-49b7-964b-5ea4aeda45f1. Sep 03 02:43:36.110211 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:43:36.173630 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6859a64c-8dd9-4571-8d9d-f2fc5a60a48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:36.224071 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:43:36.233562 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90e2a7-0d09-4ddf-9ba3-9aacddaef6f2 None None] Sync routers for ids ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:43:36.243004 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90e2a7-0d09-4ddf-9ba3-9aacddaef6f2 None None] Routers {'39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:43:36.243668 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-bb90e2a7-0d09-4ddf-9ba3-9aacddaef6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:43:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:36.293799 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:36.321078 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-7a94d27d-a648-451b-bb77-e00f44165339 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7616456 Sep 03 02:43:36.321851 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'tag': '25255cba-853f-49b7-964b-5ea4aeda45f1'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:43:36.324111 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4603f71-8940-414e-b668-f96e2a4b3a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a6aeb1-0649-4522-9266-3507acfb00ed", "tag": "25255cba-853f-49b7-964b-5ea4aeda45f1"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:43:36.349919 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-bb90e2a7-0d09-4ddf-9ba3-9aacddaef6f2 None None] Set router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:43:36.360481 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0895bd-14ba-47cf-baa2-ca85d4a73ee0 x-openstack-request-id: req-8c0895bd-14ba-47cf-baa2-ca85d4a73ee0 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:43:36.360789 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a6aeb1-0649-4522-9266-3507acfb00ed", "tag": "25255cba-853f-49b7-964b-5ea4aeda45f1", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:43:36.361174 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c0895bd-14ba-47cf-baa2-ca85d4a73ee0 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:43:36.361576 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'tag': '25255cba-853f-49b7-964b-5ea4aeda45f1', 'status': 'completed', 'code': 200} Sep 03 02:43:36.423963 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603f71-8940-414e-b668-f96e2a4b3a1e req-0a631b0a-1756-4d15-8b77-1406e4d6a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:36.425678 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e4603f71-8940-414e-b668-f96e2a4b3a1e req-0a631b0a-1756-4d15-8b77-1406e4d6a64d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3e8cb3f9ad940289d0011288a1efbb0&device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 1099 time: 0.0421581 Sep 03 02:43:36.524908 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603f71-8940-414e-b668-f96e2a4b3a1e req-55649f1e-f0e4-44b6-bec3-a521a6c24a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:36.526383 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e4603f71-8940-414e-b668-f96e2a4b3a1e req-55649f1e-f0e4-44b6-bec3-a521a6c24a53 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 HTTP/1.1" status: 200 len: 909 time: 0.0940230 Sep 03 02:43:36.584951 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-bb90e2a7-0d09-4ddf-9ba3-9aacddaef6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'name': 'tempest-TestShelveInstance-447551594-router', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:40Z', 'revision_number': 4, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'gw_port': {'id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'cc069d32-fd09-4dd7-b068-824d58650531', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'port_id': '25255cba-853f-49b7-964b-5ea4aeda45f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'mac_address': 'fa:16:3e:00:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:43:35Z', 'updated_at': '2021-09-03T02:43:35Z', 'revision_number': 0, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a04a10-94af-4863-bd69-0d25b83b3dbb', 'name': '', 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'mac_address': 'fa:16:3e:ca:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:39Z', 'updated_at': '2021-09-03T02:42:46Z', 'revision_number': 5, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'subnets': [{'id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:36.593912 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e4603f71-8940-414e-b668-f96e2a4b3a1e req-28c46fca-0a9d-47c9-b091-557ba10327e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25255cba-853f-49b7-964b-5ea4aeda45f1 HTTP/1.1" status: 200 len: 1000 time: 0.0605998 Sep 03 02:43:36.610306 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90e2a7-0d09-4ddf-9ba3-9aacddaef6f2 None None] Checking router: 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:43:36.618575 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90e2a7-0d09-4ddf-9ba3-9aacddaef6f2 None None] Routers {'39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:43:36.619198 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-bb90e2a7-0d09-4ddf-9ba3-9aacddaef6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:43:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:36.645027 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603f71-8940-414e-b668-f96e2a4b3a1e req-5dd4adaf-2ba8-4ca8-9c06-c9c688598891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:36.646839 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e4603f71-8940-414e-b668-f96e2a4b3a1e req-5dd4adaf-2ba8-4ca8-9c06-c9c688598891 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c668972-bd5b-46df-952a-591f2c28afbf HTTP/1.1" status: 200 len: 847 time: 0.0455775 Sep 03 02:43:36.698280 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603f71-8940-414e-b668-f96e2a4b3a1e req-11e60a07-c9f5-4eae-8a8e-439a0912c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:36.699936 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e4603f71-8940-414e-b668-f96e2a4b3a1e req-11e60a07-c9f5-4eae-8a8e-439a0912c68f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465198 Sep 03 02:43:36.723395 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-bb90e2a7-0d09-4ddf-9ba3-9aacddaef6f2 None None] Set router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:43:36.797335 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e4603f71-8940-414e-b668-f96e2a4b3a1e req-0bf89256-f95d-41a0-83e7-ee28f8d14fdc service neutron] 10.222.0.25 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899301 Sep 03 02:43:36.799167 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:36.842395 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2947a3-797e-49ab-bd89-e8c4de528848 req-a8908945-77f3-4caa-8bc4-f49ec02d800f tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:36.844164 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7f2947a3-797e-49ab-bd89-e8c4de528848 req-a8908945-77f3-4caa-8bc4-f49ec02d800f tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 944 time: 0.0623243 Sep 03 02:43:36.884639 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7f2947a3-797e-49ab-bd89-e8c4de528848 req-81a0c524-bd6f-418e-a732-d2167d4779cb tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345480 Sep 03 02:43:36.907177 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e4603f71-8940-414e-b668-f96e2a4b3a1e req-0fb14757-74c9-427f-a3bd-80ad49de41ef service neutron] 10.222.0.25 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019254 Sep 03 02:43:37.048311 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-bb90e2a7-0d09-4ddf-9ba3-9aacddaef6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'name': 'tempest-TestShelveInstance-447551594-router', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:40Z', 'revision_number': 4, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'gw_port': {'id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'cc069d32-fd09-4dd7-b068-824d58650531', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'port_id': '25255cba-853f-49b7-964b-5ea4aeda45f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'mac_address': 'fa:16:3e:00:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:43:35Z', 'updated_at': '2021-09-03T02:43:35Z', 'revision_number': 0, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a04a10-94af-4863-bd69-0d25b83b3dbb', 'name': '', 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'mac_address': 'fa:16:3e:ca:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:39Z', 'updated_at': '2021-09-03T02:42:46Z', 'revision_number': 5, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'subnets': [{'id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:37.073984 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb90e2a7-0d09-4ddf-9ba3-9aacddaef6f2 None None] The sync data for ids ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'] in dv-cinder-804735-8-iscsi is: [{'id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'name': 'tempest-TestShelveInstance-447551594-router', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:40Z', 'revision_number': 4, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'gw_port': {'id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'cc069d32-fd09-4dd7-b068-824d58650531', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'port_id': '25255cba-853f-49b7-964b-5ea4aeda45f1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'mac_address': 'fa:16:3e:00:d2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:43:35Z', 'updated_at': '2021-09-03T02:43:35Z', 'revision_number': 0, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87a04a10-94af-4863-bd69-0d25b83b3dbb', 'name': '', 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'mac_address': 'fa:16:3e:ca:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:39Z', 'updated_at': '2021-09-03T02:42:46Z', 'revision_number': 5, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'subnets': [{'id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:43:37.282342 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882f97ca-7dc1-47c0-97cf-5e9f8121e8fd None None] New status for floating IP cc069d32-fd09-4dd7-b068-824d58650531: ACTIVE {{(pid=94495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:43:37.790592 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:38.000092 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9336211-4f2f-4019-96ec-47b1e928671c req-a1f55b40-6a00-4c65-811f-f41997cad05f tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:38.001599 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a9336211-4f2f-4019-96ec-47b1e928671c req-a1f55b40-6a00-4c65-811f-f41997cad05f tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 944 time: 0.0484464 Sep 03 02:43:38.040063 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a9336211-4f2f-4019-96ec-47b1e928671c req-6c53b7a9-4a53-4dab-8ec5-5dd2793462c5 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322919 Sep 03 02:43:39.155907 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca18d5-2f46-453b-adac-61029b393dbb req-e7f1da6d-c0e1-4fe5-b9ca-bdb28bace9e8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:39.157377 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dcca18d5-2f46-453b-adac-61029b393dbb req-e7f1da6d-c0e1-4fe5-b9ca-bdb28bace9e8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 944 time: 0.0488007 Sep 03 02:43:39.193975 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-dcca18d5-2f46-453b-adac-61029b393dbb req-d4c9a3e0-4e80-4835-84b5-b52dfd78eb49 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300949 Sep 03 02:43:39.207935 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:39.613960 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f564251b-34ba-4c74-8424-1a183c1aba5d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:43:39.709418 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f564251b-34ba-4c74-8424-1a183c1aba5d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f564251b-34ba-4c74-8424-1a183c1aba5d,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:43:39.720618 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': 'f564251b-34ba-4c74-8424-1a183c1aba5d', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'port_id': 'f564251b-34ba-4c74-8424-1a183c1aba5d', 'mac_address': 'fa:16:3e:06:01:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:43:39.762178 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:39.776997 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f564251b-34ba-4c74-8424-1a183c1aba5d {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:43:39.795848 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f564251b-34ba-4c74-8424-1a183c1aba5d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f564251b-34ba-4c74-8424-1a183c1aba5d,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:43:39.859337 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:39.905925 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=f564251b-34ba-4c74-8424-1a183c1aba5d,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:39.912710 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:43:39.913060 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:43:39.914064 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:43:39.914064 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:43:39.914258 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:43:39.914422 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:43:39.914753 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:43:39.915070 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:43:39.915496 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:43:39.915805 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:43:39.916129 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:43:39.916450 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:43:40.084001 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['f564251b-34ba-4c74-8424-1a183c1aba5d'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:43:40.313133 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fee0ed-3c8a-4a26-bedf-52b75f352a85 req-9bd472a0-1489-469e-9082-1c3b1d5d367c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:40.314643 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a1fee0ed-3c8a-4a26-bedf-52b75f352a85 req-9bd472a0-1489-469e-9082-1c3b1d5d367c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 945 time: 0.0551403 Sep 03 02:43:40.351838 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a1fee0ed-3c8a-4a26-bedf-52b75f352a85 req-4cd07900-85db-40e3-9854-fe6a03ee9bfb tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313079 Sep 03 02:43:41.466363 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398372b2-da70-43d5-aa11-7d40a5231e1c req-6a1a7fd6-1f72-47f8-b024-c322ae0b9204 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:41.470686 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-398372b2-da70-43d5-aa11-7d40a5231e1c req-6a1a7fd6-1f72-47f8-b024-c322ae0b9204 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 945 time: 0.0507333 Sep 03 02:43:41.506867 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-398372b2-da70-43d5-aa11-7d40a5231e1c req-08dee32b-77b6-4842-a5c7-618f55c8fe32 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326688 Sep 03 02:43:41.619059 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f564251b-34ba-4c74-8424-1a183c1aba5d up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:43:41.727843 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port f564251b-34ba-4c74-8424-1a183c1aba5d completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:43:41.731527 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port f564251b-34ba-4c74-8424-1a183c1aba5d triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:43:41.731904 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:41.808661 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:41.829562 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5677f0-837d-40a3-a8e5-bcee846146d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f564251b-34ba-4c74-8424-1a183c1aba5d'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:43:41.831852 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33717643-05d5-4bac-8790-dab177bad7b6" -d '{"events": [{"server_uuid": "bd5677f0-837d-40a3-a8e5-bcee846146d8", "name": "network-vif-plugged", "status": "completed", "tag": "f564251b-34ba-4c74-8424-1a183c1aba5d"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:43:41.843669 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f564251b-34ba-4c74-8424-1a183c1aba5d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f564251b-34ba-4c74-8424-1a183c1aba5d,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:43:41.869450 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61536033-cdaf-4023-acf0-2b963ada642e x-openstack-request-id: req-61536033-cdaf-4023-acf0-2b963ada642e {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:43:41.869795 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5677f0-837d-40a3-a8e5-bcee846146d8", "name": "network-vif-plugged", "status": "completed", "tag": "f564251b-34ba-4c74-8424-1a183c1aba5d", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:43:41.870071 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61536033-cdaf-4023-acf0-2b963ada642e {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:43:41.870468 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5677f0-837d-40a3-a8e5-bcee846146d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f564251b-34ba-4c74-8424-1a183c1aba5d', 'code': 200} Sep 03 02:43:41.899511 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:41.946076 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=f564251b-34ba-4c74-8424-1a183c1aba5d,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:42.193305 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5261e73-d9af-423d-953a-f29237879c27 req-fca3e757-cbc8-4155-a4cc-5c4435f60eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:42.194890 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b5261e73-d9af-423d-953a-f29237879c27 req-fca3e757-cbc8-4155-a4cc-5c4435f60eda service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 1099 time: 0.0398698 Sep 03 02:43:42.230174 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b5261e73-d9af-423d-953a-f29237879c27 req-ea5ec58b-b115-4959-b822-7ab4d1ba2e13 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283921 Sep 03 02:43:42.618380 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf57317-d0a4-4e7f-bc0e-890043b8973c req-d3ff202a-4493-48d2-8302-97e26bf31d07 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:42.619888 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-edf57317-d0a4-4e7f-bc0e-890043b8973c req-d3ff202a-4493-48d2-8302-97e26bf31d07 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 946 time: 0.0475934 Sep 03 02:43:42.657943 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-edf57317-d0a4-4e7f-bc0e-890043b8973c req-1886e248-e68e-45a1-85b6-a62585039be8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318811 Sep 03 02:43:42.954434 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34678) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:43.053458 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a988cfd9-1221-4768-ae96-9be109b3a87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:43.140179 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a988cfd9-1221-4768-ae96-9be109b3a87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:43.201950 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a988cfd9-1221-4768-ae96-9be109b3a87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:43.240546 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-a988cfd9-1221-4768-ae96-9be109b3a87a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0309a81a42804153821df3105f6076c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2850406 Sep 03 02:43:43.241563 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988cfd9-1221-4768-ae96-9be109b3a87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ad9e9c-ce08-4afd-8aa8-fe5736e3fb24,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:43.243325 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34682) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:43.295625 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1f8dbeac-a2a7-4db0-9f66-13f7e0b71aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:43.316908 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1f8dbeac-a2a7-4db0-9f66-13f7e0b71aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:43.408091 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1f8dbeac-a2a7-4db0-9f66-13f7e0b71aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:43.411708 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-1f8dbeac-a2a7-4db0-9f66-13f7e0b71aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:43.412469 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-1f8dbeac-a2a7-4db0-9f66-13f7e0b71aaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2ad9e9c-ce08-4afd-8aa8-fe5736e3fb24 HTTP/1.1" status: 204 len: 168 time: 0.1680756 Sep 03 02:43:43.420361 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8dbeac-a2a7-4db0-9f66-13f7e0b71aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ad9e9c-ce08-4afd-8aa8-fe5736e3fb24,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:43.774080 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ff50b-5e24-4104-b9a8-f2bdca36fabd req-ae68c0d5-4d3c-4fbb-8bad-43940f053175 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:43.775501 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4d4ff50b-5e24-4104-b9a8-f2bdca36fabd req-ae68c0d5-4d3c-4fbb-8bad-43940f053175 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 946 time: 0.0481617 Sep 03 02:43:43.812753 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4d4ff50b-5e24-4104-b9a8-f2bdca36fabd req-5e9bc255-05d2-418e-a8b5-bfbf3ad98cdb tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313647 Sep 03 02:43:43.894738 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34694) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:43.911567 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c3fd791b-2f4d-423e-8987-8696a556ca93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:43.934012 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2e7ec-cbac-4012-a564-89b9b6c225da req-00acaa20-7a74-4242-9c60-078947b50418 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:43.935732 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5ba2e7ec-cbac-4012-a564-89b9b6c225da req-00acaa20-7a74-4242-9c60-078947b50418 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 946 time: 0.0561903 Sep 03 02:43:43.974146 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5ba2e7ec-cbac-4012-a564-89b9b6c225da req-0a8b70e0-e702-4701-9129-4f169759e905 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317955 Sep 03 02:43:43.996274 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34696) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:43.997343 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c3fd791b-2f4d-423e-8987-8696a556ca93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:44.048026 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c3fd791b-2f4d-423e-8987-8696a556ca93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:44.086834 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-c3fd791b-2f4d-423e-8987-8696a556ca93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f87b4d0ef92408c98dc77abf03b0b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909831 Sep 03 02:43:44.087741 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd791b-2f4d-423e-8987-8696a556ca93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c37b8e-6237-48fe-9541-b4339fcbde24,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:44.089467 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34700) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:44.141837 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d02d8278-9457-46ef-a690-562fe3efeb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:44.163302 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d02d8278-9457-46ef-a690-562fe3efeb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:44.232797 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6c575e-63d9-496d-8140-008dddf8ea57 tempest-TestVolumeBootPattern-225792841 tempest-TestVolumeBootPattern-225792841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:44.234342 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-2d6c575e-63d9-496d-8140-008dddf8ea57 tempest-TestVolumeBootPattern-225792841 tempest-TestVolumeBootPattern-225792841-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 1094 time: 0.2370987 Sep 03 02:43:44.237856 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34702) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:44.242297 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Request body: {'floatingip': {'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'port_id': 'f564251b-34ba-4c74-8424-1a183c1aba5d', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:43:44.299537 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d02d8278-9457-46ef-a690-562fe3efeb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:44.301974 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d02d8278-9457-46ef-a690-562fe3efeb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:44.303105 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-d02d8278-9457-46ef-a690-562fe3efeb1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30c37b8e-6237-48fe-9541-b4339fcbde24 HTTP/1.1" status: 204 len: 168 time: 0.2126849 Sep 03 02:43:44.310728 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d8278-9457-46ef-a690-562fe3efeb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c37b8e-6237-48fe-9541-b4339fcbde24,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:44.362831 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for floatingip, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:44.475421 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:44.577594 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Allocated IP 172.27.0.76 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/85cd6628-15cb-4100-b9a8-ac948f7d0c94) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:43:44.682341 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:44.768076 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:44.803452 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:43:44.806292 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:43:44.809683 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:43:44.833743 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event updated for resources: {'Port': ['ID=85cd6628-15cb-4100-b9a8-ac948f7d0c94,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:44.887876 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34710) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:44.901026 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ea90918a-927c-4ef9-bb1c-ede796909790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:44.988583 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ea90918a-927c-4ef9-bb1c-ede796909790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:45.154238 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:45.190757 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-ea90918a-927c-4ef9-bb1c-ede796909790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:45.228593 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-ea90918a-927c-4ef9-bb1c-ede796909790 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ce7fb5796924a5c9dc9bed1b7319bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396380 Sep 03 02:43:45.229700 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90918a-927c-4ef9-bb1c-ede796909790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab796c11-2771-498b-a67b-27ddff8980f7,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:45.231327 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34712) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:43:45.292014 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:45.324367 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7b635941-4ba0-4bcd-a516-e8f341a0e1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:45.359964 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7b635941-4ba0-4bcd-a516-e8f341a0e1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:45.487911 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:45.516272 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7b635941-4ba0-4bcd-a516-e8f341a0e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:45.519716 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7b635941-4ba0-4bcd-a516-e8f341a0e1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:45.520856 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-7b635941-4ba0-4bcd-a516-e8f341a0e1ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab796c11-2771-498b-a67b-27ddff8980f7 HTTP/1.1" status: 204 len: 168 time: 0.2884996 Sep 03 02:43:45.528395 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b635941-4ba0-4bcd-a516-e8f341a0e1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab796c11-2771-498b-a67b-27ddff8980f7,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:45.539322 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30143546'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:45.601985 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event updated for resources: {'Port': ['ID=85cd6628-15cb-4100-b9a8-ac948f7d0c94,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:43:45.618865 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:45.716179 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.l3_db [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Floating IP c5b0fa70-e343-4373-82b8-adcfe6b6b209 associated. External IP: 172.27.0.76, port: f564251b-34ba-4c74-8424-1a183c1aba5d. Sep 03 02:43:45.935027 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Router e022b4b4-0f2a-477a-af1c-eb1e9752543d has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:43:46.040828 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:43:46.051065 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21895e-6031-49b2-8423-e4797d98354e None None] Sync routers for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:43:46.059626 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21895e-6031-49b2-8423-e4797d98354e None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:43:46.065304 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-3f21895e-6031-49b2-8423-e4797d98354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:43:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:46.110613 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:43:46.137472 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-b6847824-35ed-4961-a34a-8e998671e705 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8986077 Sep 03 02:43:46.138067 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5677f0-837d-40a3-a8e5-bcee846146d8', 'tag': 'f564251b-34ba-4c74-8424-1a183c1aba5d'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:43:46.140342 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb925511-b8cf-47e1-a4de-9b63aa2624dc" -d '{"events": [{"name": "network-changed", "server_uuid": "bd5677f0-837d-40a3-a8e5-bcee846146d8", "tag": "f564251b-34ba-4c74-8424-1a183c1aba5d"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:43:46.163445 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-3f21895e-6031-49b2-8423-e4797d98354e None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:43:46.348359 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e673b3-3332-4e2a-a353-9831a6f52e73 x-openstack-request-id: req-46e673b3-3332-4e2a-a353-9831a6f52e73 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:43:46.348662 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd5677f0-837d-40a3-a8e5-bcee846146d8", "tag": "f564251b-34ba-4c74-8424-1a183c1aba5d", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:43:46.348920 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46e673b3-3332-4e2a-a353-9831a6f52e73 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:43:46.349330 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5677f0-837d-40a3-a8e5-bcee846146d8', 'tag': 'f564251b-34ba-4c74-8424-1a183c1aba5d', 'status': 'completed', 'code': 200} Sep 03 02:43:46.387966 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-3f21895e-6031-49b2-8423-e4797d98354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'c5b0fa70-e343-4373-82b8-adcfe6b6b209', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'port_id': 'f564251b-34ba-4c74-8424-1a183c1aba5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'mac_address': 'fa:16:3e:06:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5677f0-837d-40a3-a8e5-bcee846146d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:43:45Z', 'updated_at': '2021-09-03T02:43:45Z', 'revision_number': 0, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:46.415379 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21895e-6031-49b2-8423-e4797d98354e None None] Checking router: e022b4b4-0f2a-477a-af1c-eb1e9752543d for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:43:46.416353 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb925511-b8cf-47e1-a4de-9b63aa2624dc req-1ac4e5f4-60e4-46cf-941e-3a8c7a635d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:46.417960 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-cb925511-b8cf-47e1-a4de-9b63aa2624dc req-1ac4e5f4-60e4-46cf-941e-3a8c7a635d2a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 1099 time: 0.0437131 Sep 03 02:43:46.423777 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21895e-6031-49b2-8423-e4797d98354e None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:43:46.425069 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-3f21895e-6031-49b2-8423-e4797d98354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:43:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:46.508424 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb925511-b8cf-47e1-a4de-9b63aa2624dc req-2070a780-3452-456a-b9ff-d71c812b6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:46.509919 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-cb925511-b8cf-47e1-a4de-9b63aa2624dc req-2070a780-3452-456a-b9ff-d71c812b6f5f service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f23c6c7-d272-45de-a27b-de6b376f8751 HTTP/1.1" status: 200 len: 912 time: 0.0845809 Sep 03 02:43:46.540009 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-3f21895e-6031-49b2-8423-e4797d98354e None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:43:46.577715 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-cb925511-b8cf-47e1-a4de-9b63aa2624dc req-829b69ee-1f8b-42b9-8319-3fdf26e6a630 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f564251b-34ba-4c74-8424-1a183c1aba5d HTTP/1.1" status: 200 len: 999 time: 0.0599411 Sep 03 02:43:46.626825 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb925511-b8cf-47e1-a4de-9b63aa2624dc req-d7d712d0-7dd5-4431-9382-362c85229c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:46.628355 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-cb925511-b8cf-47e1-a4de-9b63aa2624dc req-d7d712d0-7dd5-4431-9382-362c85229c8f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0c8096f2-dc70-4967-beca-fff30068e743 HTTP/1.1" status: 200 len: 850 time: 0.0424144 Sep 03 02:43:46.672390 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb925511-b8cf-47e1-a4de-9b63aa2624dc req-dd49519c-088a-498f-a7a9-1a2d985c2fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:43:46.673894 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-cb925511-b8cf-47e1-a4de-9b63aa2624dc req-dd49519c-088a-498f-a7a9-1a2d985c2fe9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f23c6c7-d272-45de-a27b-de6b376f8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390790 Sep 03 02:43:46.756867 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-3f21895e-6031-49b2-8423-e4797d98354e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'c5b0fa70-e343-4373-82b8-adcfe6b6b209', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'port_id': 'f564251b-34ba-4c74-8424-1a183c1aba5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'mac_address': 'fa:16:3e:06:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5677f0-837d-40a3-a8e5-bcee846146d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:43:45Z', 'updated_at': '2021-09-03T02:43:45Z', 'revision_number': 0, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:43:46.763436 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-cb925511-b8cf-47e1-a4de-9b63aa2624dc req-3fb0ec7a-1096-4399-b505-d0a991bd842b service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818787 Sep 03 02:43:46.782935 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21895e-6031-49b2-8423-e4797d98354e None None] The sync data for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi is: [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': 'c5b0fa70-e343-4373-82b8-adcfe6b6b209', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'port_id': 'f564251b-34ba-4c74-8424-1a183c1aba5d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'mac_address': 'fa:16:3e:06:01:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5677f0-837d-40a3-a8e5-bcee846146d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:43:45Z', 'updated_at': '2021-09-03T02:43:45Z', 'revision_number': 0, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:43:46.853966 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-cb925511-b8cf-47e1-a4de-9b63aa2624dc req-e1f80964-570b-40c0-ace9-cb1e8e4b0f0e service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832548 Sep 03 02:43:46.967635 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d24613-d9cb-4d5f-9a1c-13faf23e776c None None] New status for floating IP c5b0fa70-e343-4373-82b8-adcfe6b6b209: ACTIVE {{(pid=94495) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:43:58.197887 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:43:58.441530 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:44:03.709826 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-cd629855-f0f5-4a9a-8dfd-c6493f915639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:44:06.161597 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-c907f008-6017-4852-89a3-b048bb5b6df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:44:06.750101 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:44:07.818422 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:44:09.156043 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:44:28.452495 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:44:31.402304 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f19ae73b-6a4a-48d9-b6a7-b59d3005b828 req-7a03820c-ff62-46f5-8c9c-24b23c0b9b6a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423570 Sep 03 02:44:31.480392 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ae73b-6a4a-48d9-b6a7-b59d3005b828 req-f7ab1f9f-a1c8-4739-8081-dd713172ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:44:31.481810 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f19ae73b-6a4a-48d9-b6a7-b59d3005b828 req-f7ab1f9f-a1c8-4739-8081-dd713172ff65 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3e8cb3f9ad940289d0011288a1efbb0&device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 1099 time: 0.0384545 Sep 03 02:44:31.578831 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ae73b-6a4a-48d9-b6a7-b59d3005b828 req-6210dd7e-936b-4e80-bc14-d9ae812c4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:44:31.580783 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f19ae73b-6a4a-48d9-b6a7-b59d3005b828 req-6210dd7e-936b-4e80-bc14-d9ae812c4856 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 HTTP/1.1" status: 200 len: 909 time: 0.0810397 Sep 03 02:44:31.647484 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f19ae73b-6a4a-48d9-b6a7-b59d3005b828 req-f7b28b8c-30e1-4148-990c-b74815f156a5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25255cba-853f-49b7-964b-5ea4aeda45f1 HTTP/1.1" status: 200 len: 1002 time: 0.0585868 Sep 03 02:44:31.694490 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ae73b-6a4a-48d9-b6a7-b59d3005b828 req-83794846-2b66-4be0-8988-3047b1414911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:44:31.695823 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f19ae73b-6a4a-48d9-b6a7-b59d3005b828 req-83794846-2b66-4be0-8988-3047b1414911 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c668972-bd5b-46df-952a-591f2c28afbf HTTP/1.1" status: 200 len: 847 time: 0.0419495 Sep 03 02:44:31.739013 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ae73b-6a4a-48d9-b6a7-b59d3005b828 req-30fb53d7-2111-4feb-89a5-d607e42acb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:44:31.740452 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f19ae73b-6a4a-48d9-b6a7-b59d3005b828 req-30fb53d7-2111-4feb-89a5-d607e42acb5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374391 Sep 03 02:44:31.828669 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f19ae73b-6a4a-48d9-b6a7-b59d3005b828 req-a8987e47-2418-4090-85af-28e9c73f17ef service neutron] 10.222.0.25 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811148 Sep 03 02:44:31.913277 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f19ae73b-6a4a-48d9-b6a7-b59d3005b828 req-78eac570-bda4-4016-ad17-13f3944301ae service neutron] 10.222.0.25 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0770881 Sep 03 02:44:33.721344 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9532d64b-868b-4b6d-b22f-1427add38cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:44:35.196288 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:44:36.178289 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-760c7332-7ff3-4965-8eb5-ab764bd9d27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:44:36.738244 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:44:37.823892 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:44:39.149470 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:44:58.457524 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:03.703579 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-77264fc1-1c65-4a58-9614-1b952cd5f959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:06.206164 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-777c4b08-2532-4ec7-aecd-a3d293d97bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:06.760478 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:07.811625 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:09.171452 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:12.194845 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:45:13.724175 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34926) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:45:14.435001 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734964'] for router_interface, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:14.674297 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Deleting port d8c09f15-656e-482b-88b4-a2982b13132c {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:45:14.674564 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:14.752732 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] For port d8c09f15-656e-482b-88b4-a2982b13132c, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=d8c09f15-656e-482b-88b4-a2982b13132c,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:45:14.753388 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:14.764835 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Calling delete_port for d8c09f15-656e-482b-88b4-a2982b13132c owned by network:router_interface {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:45:14.994874 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:15.021377 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c09f15-656e-482b-88b4-a2982b13132c,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:45:15.043604 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:15.043967 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:15.044318 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:15.044657 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:15.044995 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:15.045331 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:15.045662 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:15.045994 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:15.046323 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:15.046652 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:15.046979 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:15.047324 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:15.189708 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735072'] for router_interface, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:15.392243 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Router 66261697-ed86-4146-91ad-6c53a07a0545 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:45:15.492783 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:45:15.497739 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-5b390b3f-7527-4c1d-8f1c-41ceb430d3c2 admin admin] 10.222.0.21 "PUT /v2.0/routers/66261697-ed86-4146-91ad-6c53a07a0545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7725589 Sep 03 02:45:15.500333 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34932) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:45:15.502993 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd59f4b-f8bc-4490-ac1b-544bcc838ae8 None None] Sync routers for ids ['66261697-ed86-4146-91ad-6c53a07a0545'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:45:15.511999 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd59f4b-f8bc-4490-ac1b-544bcc838ae8 None None] Routers {'66261697-ed86-4146-91ad-6c53a07a0545'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:45:15.512611 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-8cd59f4b-f8bc-4490-ac1b-544bcc838ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:45:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['66261697-ed86-4146-91ad-6c53a07a0545'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:45:15.599851 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7c61f7af-d95b-48e0-adfd-981db03733d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:15.613156 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-8cd59f4b-f8bc-4490-ac1b-544bcc838ae8 None None] Set router 66261697-ed86-4146-91ad-6c53a07a0545 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:45:15.698166 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7c61f7af-d95b-48e0-adfd-981db03733d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:15.782743 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-8cd59f4b-f8bc-4490-ac1b-544bcc838ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:45:14Z', 'revision_number': 5, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port': {'id': 'af8a5fca-cb5c-4b6e-ade2-e988177dfdf4', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:f5:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66261697-ed86-4146-91ad-6c53a07a0545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:07:46Z', 'updated_at': '2021-09-03T02:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:45:15.851730 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-7c61f7af-d95b-48e0-adfd-981db03733d4 admin admin] Deleting port af8a5fca-cb5c-4b6e-ade2-e988177dfdf4 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:45:15.852327 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7c61f7af-d95b-48e0-adfd-981db03733d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:15.897209 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd59f4b-f8bc-4490-ac1b-544bcc838ae8 None None] Checking router: 66261697-ed86-4146-91ad-6c53a07a0545 for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:45:15.906036 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd59f4b-f8bc-4490-ac1b-544bcc838ae8 None None] Routers {'66261697-ed86-4146-91ad-6c53a07a0545'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:45:15.906661 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-8cd59f4b-f8bc-4490-ac1b-544bcc838ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:45:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['66261697-ed86-4146-91ad-6c53a07a0545'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:45:15.929546 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-7c61f7af-d95b-48e0-adfd-981db03733d4 admin admin] For port af8a5fca-cb5c-4b6e-ade2-e988177dfdf4, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=af8a5fca-cb5c-4b6e-ade2-e988177dfdf4,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:45:15.929916 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7c61f7af-d95b-48e0-adfd-981db03733d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:15.945435 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-7c61f7af-d95b-48e0-adfd-981db03733d4 admin admin] Calling delete_port for af8a5fca-cb5c-4b6e-ade2-e988177dfdf4 owned by network:router_gateway {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:45:15.993593 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-8cd59f4b-f8bc-4490-ac1b-544bcc838ae8 None None] Set router 66261697-ed86-4146-91ad-6c53a07a0545 gateway port host: None {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:45:16.046619 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-8cd59f4b-f8bc-4490-ac1b-544bcc838ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:45:15Z', 'revision_number': 6, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port_host': None}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:45:16.075084 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd59f4b-f8bc-4490-ac1b-544bcc838ae8 None None] The sync data for ids ['66261697-ed86-4146-91ad-6c53a07a0545'] in dv-cinder-804735-8-iscsi is: [{'id': '66261697-ed86-4146-91ad-6c53a07a0545', 'name': 'tempest-AttachVolumeShelveTestJSON-1520291944-router', 'tenant_id': '4715a94c48a743b08204df2edcd05ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:07:45Z', 'updated_at': '2021-09-03T02:45:15Z', 'revision_number': 6, 'project_id': '4715a94c48a743b08204df2edcd05ea5', 'gw_port_host': None}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:45:16.165529 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7c61f7af-d95b-48e0-adfd-981db03733d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:16.194817 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61f7af-d95b-48e0-adfd-981db03733d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=af8a5fca-cb5c-4b6e-ade2-e988177dfdf4,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:45:16.253950 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7c61f7af-d95b-48e0-adfd-981db03733d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729998'] for router_gateway, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:16.337964 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7c61f7af-d95b-48e0-adfd-981db03733d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25460'] for router, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:16.340012 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7c61f7af-d95b-48e0-adfd-981db03733d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:16.441180 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7c61f7af-d95b-48e0-adfd-981db03733d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733480'] for router, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:16.441805 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c61f7af-d95b-48e0-adfd-981db03733d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66261697-ed86-4146-91ad-6c53a07a0545 {{(pid=94493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:45:16.446868 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7c61f7af-d95b-48e0-adfd-981db03733d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:16.448217 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-7c61f7af-d95b-48e0-adfd-981db03733d4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/66261697-ed86-4146-91ad-6c53a07a0545 HTTP/1.1" status: 204 len: 168 time: 0.9469776 Sep 03 02:45:16.450685 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34934) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:45:16.498721 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_v2 [None req-801220ce-8443-48ce-bae0-115d7a9d015f admin admin] Deleting subnet b6115c26-c571-46d7-8b06-bc279e8d1de2 {{(pid=94493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:45:16.502684 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-801220ce-8443-48ce-bae0-115d7a9d015f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:16.535926 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-801220ce-8443-48ce-bae0-115d7a9d015f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30229339'] for subnet, precommit_delete_associations {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:16.612057 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-801220ce-8443-48ce-bae0-115d7a9d015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:16.703505 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-801220ce-8443-48ce-bae0-115d7a9d015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30143488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29389865'] for subnet, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:16.727194 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801220ce-8443-48ce-bae0-115d7a9d015f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6115c26-c571-46d7-8b06-bc279e8d1de2,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:45:16.730871 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-801220ce-8443-48ce-bae0-115d7a9d015f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:16.732752 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-801220ce-8443-48ce-bae0-115d7a9d015f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b6115c26-c571-46d7-8b06-bc279e8d1de2 HTTP/1.1" status: 204 len: 168 time: 0.2810864 Sep 03 02:45:16.735120 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 34936) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:45:16.739010 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d320f872-7b4a-4f03-8443-71054a662801 None None] Network 0ce91eac-9b88-4122-abff-d06982620e1a requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:45:16.801621 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:16.858094 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] Deleting port bd3e8e1e-1616-4f33-8401-9c5a15432e81 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:45:16.858657 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:16.908756 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] DHCP port deletion for 0ce91eac-9b88-4122-abff-d06982620e1a request from dv-cinder-804735-8-iscsi {{(pid=94495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 02:45:16.921971 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] For port bd3e8e1e-1616-4f33-8401-9c5a15432e81, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=bd3e8e1e-1616-4f33-8401-9c5a15432e81,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:45:16.922343 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:16.935047 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] Calling delete_port for bd3e8e1e-1616-4f33-8401-9c5a15432e81 owned by network:dhcp {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:45:16.958917 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Deleting port bd3e8e1e-1616-4f33-8401-9c5a15432e81 {{(pid=94495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:45:16.959348 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:17.023348 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] For port bd3e8e1e-1616-4f33-8401-9c5a15432e81, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=bd3e8e1e-1616-4f33-8401-9c5a15432e81,segment=NetworkSegment(dbfad4a1-0666-45c7-97bd-e2db8be2aa7e),segment_id=dbfad4a1-0666-45c7-97bd-e2db8be2aa7e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:45:17.023761 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:17.037194 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Calling delete_port for bd3e8e1e-1616-4f33-8401-9c5a15432e81 owned by network:dhcp {{(pid=94495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:45:17.098058 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:17.119292 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564'] for port, after_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:17.125472 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd3e8e1e-1616-4f33-8401-9c5a15432e81,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:45:17.130524 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] No DVR routers for this DVR port bd3e8e1e-1616-4f33-8401-9c5a15432e81 on host dv-cinder-804735-8-iscsi {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:45:17.145716 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Pushing event deleted for resources: {'Port': ['ID=bd3e8e1e-1616-4f33-8401-9c5a15432e81,revision_number=None']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:45:17.150199 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] No DVR routers for this DVR port bd3e8e1e-1616-4f33-8401-9c5a15432e81 on host dv-cinder-804735-8-iscsi {{(pid=94495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:45:17.170506 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.170506 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.170506 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.170506 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.170506 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.170506 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.170506 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.170506 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.170506 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.170506 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.170506 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.170506 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee0a5e6-75ba-459e-92b8-87df1c388b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.215850 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:17.226535 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce91eac-9b88-4122-abff-d06982620e1a']}} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:45:17.236149 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e') {'for_net_delete': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:45:17.236446 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfad4a1-0666-45c7-97bd-e2db8be2aa7e') {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:45:17.244879 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30229314'] for segment, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:17.258008 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:17.263728 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:45:17.264112 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30143582'] for segment, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: Traceback (most recent call last): Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: timer() Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: cb(*args, **kw) Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: return func(*args, **kwargs) Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: self._notify() Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: self.callback(batched_events) Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: event.method(event) Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: return f(self, *a, **k) Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: return self._get(url).json() Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: return self.request(url, 'GET', **kwargs) Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:45:17.265665 dv-cinder-804735-8-iscsi neutron-server[94493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:45:17.371463 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:17.379511 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:17.379511 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0ce91eac-9b88-4122-abff-d06982620e1a HTTP/1.1" status: 204 len: 168 time: 0.6419179 Sep 03 02:45:17.389296 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb63e79-a98b-4927-ac5c-d43ca916ad36 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce91eac-9b88-4122-abff-d06982620e1a,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:45:17.647338 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34942) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:45:17.689486 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-57541da6-e2cf-41f0-bf0b-a20d0554c387 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4715a94c48a743b08204df2edcd05ea5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409794 Sep 03 02:45:17.692496 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 34944) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:45:17.738869 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:17.760598 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:17.857220 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:17.859781 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:17.860930 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfa61217-e241-4e12-8e61-5bf05b440e01 HTTP/1.1" status: 204 len: 168 time: 0.1675532 Sep 03 02:45:17.868929 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa61217-e241-4e12-8e61-5bf05b440e01,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:45:17.876026 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.876329 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.876678 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.877020 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.877360 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.877696 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.878592 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.878928 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.879345 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.879687 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.880018 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:17.880345 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748ff2d4-b734-4462-8521-cfac576f244c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:45:18.028088 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device af8a5fca-cb5c-4b6e-ade2-e988177dfdf4 no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:45:18.047810 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: af8a5fca-cb5c-4b6e-ade2-e988177dfdf4 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:45:18.048345 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device af8a5fca-cb5c-4b6e-ade2-e988177dfdf4 not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:45:18.048578 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device d8c09f15-656e-482b-88b4-a2982b13132c no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:45:18.067135 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: d8c09f15-656e-482b-88b4-a2982b13132c {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:45:18.067531 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device d8c09f15-656e-482b-88b4-a2982b13132c not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:45:18.067959 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device bd3e8e1e-1616-4f33-8401-9c5a15432e81 no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:45:18.085506 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: bd3e8e1e-1616-4f33-8401-9c5a15432e81 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:45:18.085886 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device bd3e8e1e-1616-4f33-8401-9c5a15432e81 not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:45:28.382209 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35052) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:45:28.429080 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:28.485205 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c7ffe437-e234-41d1-bf2d-16f75812da55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:28.572423 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c7ffe437-e234-41d1-bf2d-16f75812da55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:28.656939 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c7ffe437-e234-41d1-bf2d-16f75812da55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:28.696521 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-c7ffe437-e234-41d1-bf2d-16f75812da55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39eb2d01e3e9430b8b3d5714052b365d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132677 Sep 03 02:45:28.697704 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffe437-e234-41d1-bf2d-16f75812da55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c0d4a6-cf2f-41b2-85f4-aa32c49be67b,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:45:28.699187 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35056) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:45:28.747583 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8a2efbce-e259-49de-895a-c8db82da11b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:28.772341 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8a2efbce-e259-49de-895a-c8db82da11b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:28.897227 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8a2efbce-e259-49de-895a-c8db82da11b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:28.899767 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8a2efbce-e259-49de-895a-c8db82da11b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:28.900927 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-8a2efbce-e259-49de-895a-c8db82da11b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35c0d4a6-cf2f-41b2-85f4-aa32c49be67b HTTP/1.1" status: 204 len: 168 time: 0.2006791 Sep 03 02:45:28.908795 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2efbce-e259-49de-895a-c8db82da11b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c0d4a6-cf2f-41b2-85f4-aa32c49be67b,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:45:32.420092 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-9a87b0d4-1b42-4417-8328-e9edbb629e7d req-8c7aaf67-3f17-4ba7-b3b2-109cd38c4b67 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379405 Sep 03 02:45:32.479568 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87b0d4-1b42-4417-8328-e9edbb629e7d req-bd05ab4a-903e-4517-bc71-774a32485e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:32.480983 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-9a87b0d4-1b42-4417-8328-e9edbb629e7d req-bd05ab4a-903e-4517-bc71-774a32485e26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 1099 time: 0.0375431 Sep 03 02:45:32.581774 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87b0d4-1b42-4417-8328-e9edbb629e7d req-80de2012-06ea-4d90-a652-77dd9f956826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:32.583242 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-9a87b0d4-1b42-4417-8328-e9edbb629e7d req-80de2012-06ea-4d90-a652-77dd9f956826 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f23c6c7-d272-45de-a27b-de6b376f8751 HTTP/1.1" status: 200 len: 912 time: 0.0834677 Sep 03 02:45:32.644459 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-9a87b0d4-1b42-4417-8328-e9edbb629e7d req-279f29a5-a068-4fa8-91c4-27c7b224bf73 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f564251b-34ba-4c74-8424-1a183c1aba5d HTTP/1.1" status: 200 len: 1001 time: 0.0545185 Sep 03 02:45:32.690605 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87b0d4-1b42-4417-8328-e9edbb629e7d req-5562e380-51eb-41c3-a599-79c031716dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:32.691940 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-9a87b0d4-1b42-4417-8328-e9edbb629e7d req-5562e380-51eb-41c3-a599-79c031716dfa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0c8096f2-dc70-4967-beca-fff30068e743 HTTP/1.1" status: 200 len: 850 time: 0.0411549 Sep 03 02:45:32.736666 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87b0d4-1b42-4417-8328-e9edbb629e7d req-8ada2643-86ac-477c-8a4a-74c22d87d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:32.738064 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-9a87b0d4-1b42-4417-8328-e9edbb629e7d req-8ada2643-86ac-477c-8a4a-74c22d87d2e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f23c6c7-d272-45de-a27b-de6b376f8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395331 Sep 03 02:45:32.821981 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-9a87b0d4-1b42-4417-8328-e9edbb629e7d req-c63714dc-140d-474d-b5fd-fba39fa87ca7 service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770280 Sep 03 02:45:33.155469 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-9a87b0d4-1b42-4417-8328-e9edbb629e7d req-31dfa04b-2db3-4508-a72c-429d5e798c7a service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268573 Sep 03 02:45:33.731687 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6da3defd-55f4-4a4f-8a4a-f30c9eee083c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:34.189469 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289ff6d-4e1c-4ea3-9246-db079f4943b4 req-3f1776d5-c122-473b-8f38-ef8ffc0ea682 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:34.190957 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f289ff6d-4e1c-4ea3-9246-db079f4943b4 req-3f1776d5-c122-473b-8f38-ef8ffc0ea682 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0480685 Sep 03 02:45:34.228400 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f289ff6d-4e1c-4ea3-9246-db079f4943b4 req-463197f9-fa1c-4459-b130-20e78a4a37ad tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307553 Sep 03 02:45:35.350120 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107832eb-09dc-4a48-a271-1fc553d7e88f req-c9be73c2-7cbb-470b-af28-83192c07703f tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:35.351640 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-107832eb-09dc-4a48-a271-1fc553d7e88f req-c9be73c2-7cbb-470b-af28-83192c07703f tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0541618 Sep 03 02:45:35.388450 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-107832eb-09dc-4a48-a271-1fc553d7e88f req-a929015d-413a-44eb-8d98-1d0d52935aa7 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306346 Sep 03 02:45:36.148437 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-dca991bb-a522-4b21-aaab-6edff16b3a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:36.504313 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b6172-9cb1-49f8-9dda-5cef5d53d68d req-791be7a3-fc34-4209-8385-bcb92eb44993 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:36.505744 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ba1b6172-9cb1-49f8-9dda-5cef5d53d68d req-791be7a3-fc34-4209-8385-bcb92eb44993 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0505743 Sep 03 02:45:36.542135 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ba1b6172-9cb1-49f8-9dda-5cef5d53d68d req-5d27b907-19e1-4881-9d65-c58e079c1766 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306349 Sep 03 02:45:36.760095 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:37.656385 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392c8fc-b5c4-4b57-a823-33850bcbf759 req-ae1daaf3-56d1-417e-ad00-bca1881a182b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:37.657769 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8392c8fc-b5c4-4b57-a823-33850bcbf759 req-ae1daaf3-56d1-417e-ad00-bca1881a182b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0502517 Sep 03 02:45:37.694953 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8392c8fc-b5c4-4b57-a823-33850bcbf759 req-2ef89bac-8d78-450e-8b7b-d2f490202db7 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306852 Sep 03 02:45:37.817086 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:38.807145 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751674b-db42-4b3a-849e-2820191cc0e5 req-cf7d3d3c-3f0e-4f34-9c43-25cfae4861d7 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:38.808604 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0751674b-db42-4b3a-849e-2820191cc0e5 req-cf7d3d3c-3f0e-4f34-9c43-25cfae4861d7 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0472989 Sep 03 02:45:38.844400 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0751674b-db42-4b3a-849e-2820191cc0e5 req-8f6f53ad-d048-4580-812c-ca1e713be5f9 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300105 Sep 03 02:45:39.177514 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:39.599926 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35182) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:45:39.700996 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7987a2d9-fc4b-45bb-a7dc-6847c57d7d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:39.790192 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7987a2d9-fc4b-45bb-a7dc-6847c57d7d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:39.862989 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7987a2d9-fc4b-45bb-a7dc-6847c57d7d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:39.902203 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-7987a2d9-fc4b-45bb-a7dc-6847c57d7d51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a2a48f859e84df1925f4c1fb42ab656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011942 Sep 03 02:45:39.903078 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987a2d9-fc4b-45bb-a7dc-6847c57d7d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5709e1-3479-478e-aab4-e3e34d485629,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:45:39.904901 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35190) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:45:39.955538 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe6a36-4ced-4193-9764-5c8148464d80 req-c27f75bd-ae38-4f12-b78e-589935c8957d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:39.956612 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c7d71612-0493-4e5c-bd0a-23c45cd1c388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:39.957012 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1abe6a36-4ced-4193-9764-5c8148464d80 req-c27f75bd-ae38-4f12-b78e-589935c8957d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0472796 Sep 03 02:45:39.978008 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c7d71612-0493-4e5c-bd0a-23c45cd1c388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:39.994296 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-1abe6a36-4ced-4193-9764-5c8148464d80 req-b54dd114-2d13-4f17-b635-eaa9bd22aacb tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303273 Sep 03 02:45:40.079477 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c7d71612-0493-4e5c-bd0a-23c45cd1c388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:40.081961 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c7d71612-0493-4e5c-bd0a-23c45cd1c388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:40.083082 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-c7d71612-0493-4e5c-bd0a-23c45cd1c388 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a5709e1-3479-478e-aab4-e3e34d485629 HTTP/1.1" status: 204 len: 168 time: 0.1763375 Sep 03 02:45:40.091374 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d71612-0493-4e5c-bd0a-23c45cd1c388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5709e1-3479-478e-aab4-e3e34d485629,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:45:41.106629 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe3432-80dd-492e-a115-3824d0e028bc req-7e164e90-7603-48c2-8d8f-8e1801b7f280 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:41.108105 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16fe3432-80dd-492e-a115-3824d0e028bc req-7e164e90-7603-48c2-8d8f-8e1801b7f280 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0475557 Sep 03 02:45:41.144496 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-16fe3432-80dd-492e-a115-3824d0e028bc req-a6855820-34ba-4756-b5d8-24cfa7e7b449 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305421 Sep 03 02:45:42.270111 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32ef0c-fb35-4b63-961f-75a26ac2b160 req-24d536c1-8ef4-4f85-bd46-9535a767a037 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:42.271704 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-af32ef0c-fb35-4b63-961f-75a26ac2b160 req-24d536c1-8ef4-4f85-bd46-9535a767a037 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0608377 Sep 03 02:45:42.313045 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-af32ef0c-fb35-4b63-961f-75a26ac2b160 req-5117c380-b1ad-4646-a17d-22e906aa9611 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348814 Sep 03 02:45:43.424794 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf104c-f41f-4e7c-9a64-399c11b23f5e req-86d14b5b-dc70-4847-88e4-17f6e067df87 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:43.434666 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e8bf104c-f41f-4e7c-9a64-399c11b23f5e req-86d14b5b-dc70-4847-88e4-17f6e067df87 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0564523 Sep 03 02:45:43.472342 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e8bf104c-f41f-4e7c-9a64-399c11b23f5e req-cb6a08c1-2746-4184-a7da-9c32f9335acc tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318110 Sep 03 02:45:43.797596 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9638aaf-04af-4ad1-8d7e-bf261a6a368a req-69a35b40-8ecb-46e4-a5a0-0bcd5f183083 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:43.799077 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d9638aaf-04af-4ad1-8d7e-bf261a6a368a req-69a35b40-8ecb-46e4-a5a0-0bcd5f183083 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 946 time: 0.0478582 Sep 03 02:45:43.835177 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d9638aaf-04af-4ad1-8d7e-bf261a6a368a req-0a630f3d-3972-4415-8d65-9cd51f19398a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296488 Sep 03 02:45:44.385834 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443a513-850d-4a7b-ae92-7d4cabdb25f5 req-301ca3ba-a669-47d1-a07b-fed692f89af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:44.387317 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b443a513-850d-4a7b-ae92-7d4cabdb25f5 req-301ca3ba-a669-47d1-a07b-fed692f89af6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3e8cb3f9ad940289d0011288a1efbb0&device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 1099 time: 0.0413067 Sep 03 02:45:44.476291 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443a513-850d-4a7b-ae92-7d4cabdb25f5 req-bd285624-7de5-4507-bc2e-f85de2282fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:44.477726 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b443a513-850d-4a7b-ae92-7d4cabdb25f5 req-bd285624-7de5-4507-bc2e-f85de2282fc7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 HTTP/1.1" status: 200 len: 909 time: 0.0808921 Sep 03 02:45:44.554816 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b443a513-850d-4a7b-ae92-7d4cabdb25f5 req-12c104b9-3acf-457e-b623-a7a814581ee2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25255cba-853f-49b7-964b-5ea4aeda45f1 HTTP/1.1" status: 200 len: 1002 time: 0.0693445 Sep 03 02:45:44.592706 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13798487-236d-4f12-b149-b7d8ac7659c1 req-1178aa0b-18d9-4ed5-a9fb-9424547a342a tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:44.594262 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-13798487-236d-4f12-b149-b7d8ac7659c1 req-1178aa0b-18d9-4ed5-a9fb-9424547a342a tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0520051 Sep 03 02:45:44.604093 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443a513-850d-4a7b-ae92-7d4cabdb25f5 req-f3b64054-b2b8-45cb-97f7-f13a396f63b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:44.605556 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b443a513-850d-4a7b-ae92-7d4cabdb25f5 req-f3b64054-b2b8-45cb-97f7-f13a396f63b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c668972-bd5b-46df-952a-591f2c28afbf HTTP/1.1" status: 200 len: 847 time: 0.0435903 Sep 03 02:45:44.631252 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-13798487-236d-4f12-b149-b7d8ac7659c1 req-445d903b-3b7c-492d-9264-0c11b8235543 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310090 Sep 03 02:45:44.652116 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443a513-850d-4a7b-ae92-7d4cabdb25f5 req-60875d13-58a2-43f9-bbb8-5704fd83b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:44.653600 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b443a513-850d-4a7b-ae92-7d4cabdb25f5 req-60875d13-58a2-43f9-bbb8-5704fd83b826 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409970 Sep 03 02:45:44.743866 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b443a513-850d-4a7b-ae92-7d4cabdb25f5 req-03891190-91c3-4a57-8904-029d1f83ba7f service neutron] 10.222.0.25 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810020 Sep 03 02:45:44.831220 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-b443a513-850d-4a7b-ae92-7d4cabdb25f5 req-cb4435b6-279b-472c-ab0a-1f777cdde8a8 service neutron] 10.222.0.25 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794599 Sep 03 02:45:44.947768 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a04c02-61da-46b8-8a67-973cd6be6324 req-ce22da5c-bc9f-4c4c-b69b-9f6b861de02e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:44.949116 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-05a04c02-61da-46b8-8a67-973cd6be6324 req-ce22da5c-bc9f-4c4c-b69b-9f6b861de02e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 946 time: 0.0471027 Sep 03 02:45:44.984825 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-05a04c02-61da-46b8-8a67-973cd6be6324 req-2f73fc5e-b542-4a98-8063-3ae0c5720614 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299339 Sep 03 02:45:45.333425 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb02fa-b703-4eb2-be99-ebf2fa4281c5 req-172b0a57-c916-4b42-a5a2-7a02d209c453 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:45.334865 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-53fb02fa-b703-4eb2-be99-ebf2fa4281c5 req-172b0a57-c916-4b42-a5a2-7a02d209c453 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 946 time: 0.0520864 Sep 03 02:45:45.423732 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-53fb02fa-b703-4eb2-be99-ebf2fa4281c5 req-c429a623-52f5-4f61-8425-6871f3b73ff8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Deleting port f564251b-34ba-4c74-8424-1a183c1aba5d {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:45:45.424354 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-53fb02fa-b703-4eb2-be99-ebf2fa4281c5 req-c429a623-52f5-4f61-8425-6871f3b73ff8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:45.514403 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-53fb02fa-b703-4eb2-be99-ebf2fa4281c5 req-c429a623-52f5-4f61-8425-6871f3b73ff8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] For port f564251b-34ba-4c74-8424-1a183c1aba5d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f564251b-34ba-4c74-8424-1a183c1aba5d,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:45:45.514773 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-53fb02fa-b703-4eb2-be99-ebf2fa4281c5 req-c429a623-52f5-4f61-8425-6871f3b73ff8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:45.674847 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-53fb02fa-b703-4eb2-be99-ebf2fa4281c5 req-c429a623-52f5-4f61-8425-6871f3b73ff8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:45.675220 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-53fb02fa-b703-4eb2-be99-ebf2fa4281c5 req-c429a623-52f5-4f61-8425-6871f3b73ff8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:45.675572 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.l3_db [req-53fb02fa-b703-4eb2-be99-ebf2fa4281c5 req-c429a623-52f5-4f61-8425-6871f3b73ff8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Floating IP c5b0fa70-e343-4373-82b8-adcfe6b6b209 disassociated. External IP: 172.27.0.76, port: f564251b-34ba-4c74-8424-1a183c1aba5d. Sep 03 02:45:45.675937 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-53fb02fa-b703-4eb2-be99-ebf2fa4281c5 req-c429a623-52f5-4f61-8425-6871f3b73ff8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Calling delete_port for f564251b-34ba-4c74-8424-1a183c1aba5d owned by compute:nova {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:45:45.744585 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61002398-80ce-467b-b3cf-74aa20e5d7be req-34e023cd-5b64-414d-a3de-98e288f1a6f2 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:45.746059 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-61002398-80ce-467b-b3cf-74aa20e5d7be req-34e023cd-5b64-414d-a3de-98e288f1a6f2 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0484869 Sep 03 02:45:45.783541 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-61002398-80ce-467b-b3cf-74aa20e5d7be req-73676fac-ef8d-4baf-9954-72c82fe994cc tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312092 Sep 03 02:45:45.850757 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-53fb02fa-b703-4eb2-be99-ebf2fa4281c5 req-c429a623-52f5-4f61-8425-6871f3b73ff8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:45.878697 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429a623-52f5-4f61-8425-6871f3b73ff8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event deleted for resources: {'Port': ['ID=f564251b-34ba-4c74-8424-1a183c1aba5d,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:45:45.987878 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53fb02fa-b703-4eb2-be99-ebf2fa4281c5 req-c429a623-52f5-4f61-8425-6871f3b73ff8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Router e022b4b4-0f2a-477a-af1c-eb1e9752543d has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:45:46.079576 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-891f6b71-1e7b-4e9a-8acc-e6c6936b8e21 req-09b5a988-b47d-40f1-926b-880bbe756f59 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 210 time: 0.0288484 Sep 03 02:45:46.093198 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53fb02fa-b703-4eb2-be99-ebf2fa4281c5 req-c429a623-52f5-4f61-8425-6871f3b73ff8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:45:46.103519 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc05e1-2ca9-4429-9818-370660b01916 None None] Sync routers for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:45:46.112248 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc05e1-2ca9-4429-9818-370660b01916 None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:45:46.112924 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-73bc05e1-2ca9-4429-9818-370660b01916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:45:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:45:46.129689 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fb02fa-b703-4eb2-be99-ebf2fa4281c5 req-c429a623-52f5-4f61-8425-6871f3b73ff8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] No DVR routers for this DVR port f564251b-34ba-4c74-8424-1a183c1aba5d on host hv-cinder-80473 {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:45:46.132727 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-53fb02fa-b703-4eb2-be99-ebf2fa4281c5 req-c429a623-52f5-4f61-8425-6871f3b73ff8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:46.134704 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-53fb02fa-b703-4eb2-be99-ebf2fa4281c5 req-c429a623-52f5-4f61-8425-6871f3b73ff8 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.25 "DELETE /v2.0/ports/f564251b-34ba-4c74-8424-1a183c1aba5d HTTP/1.1" status: 204 len: 173 time: 0.7930775 Sep 03 02:45:46.135137 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5677f0-837d-40a3-a8e5-bcee846146d8', 'name': 'network-vif-deleted', 'tag': 'f564251b-34ba-4c74-8424-1a183c1aba5d'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:45:46.137370 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad49080d-8b90-4127-9558-4d5044e864cd" -d '{"events": [{"server_uuid": "bd5677f0-837d-40a3-a8e5-bcee846146d8", "name": "network-vif-deleted", "tag": "f564251b-34ba-4c74-8424-1a183c1aba5d"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:45:46.174723 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7020f7f-fa99-4f17-9090-95409ccf91ca x-openstack-request-id: req-f7020f7f-fa99-4f17-9090-95409ccf91ca {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:45:46.175735 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd5677f0-837d-40a3-a8e5-bcee846146d8", "name": "network-vif-deleted", "tag": "f564251b-34ba-4c74-8424-1a183c1aba5d", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:45:46.175735 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7020f7f-fa99-4f17-9090-95409ccf91ca {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:45:46.175735 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5677f0-837d-40a3-a8e5-bcee846146d8', 'name': 'network-vif-deleted', 'tag': 'f564251b-34ba-4c74-8424-1a183c1aba5d', 'status': 'completed', 'code': 200} Sep 03 02:45:46.218953 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-73bc05e1-2ca9-4429-9818-370660b01916 None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:45:46.415519 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-73bc05e1-2ca9-4429-9818-370660b01916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:45:46.440526 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc05e1-2ca9-4429-9818-370660b01916 None None] Checking router: e022b4b4-0f2a-477a-af1c-eb1e9752543d for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:45:46.449085 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc05e1-2ca9-4429-9818-370660b01916 None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:45:46.449682 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-73bc05e1-2ca9-4429-9818-370660b01916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:45:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:45:46.551357 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-73bc05e1-2ca9-4429-9818-370660b01916 None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:45:46.745167 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-73bc05e1-2ca9-4429-9818-370660b01916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:45:46.770463 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc05e1-2ca9-4429-9818-370660b01916 None None] The sync data for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi is: [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:45:46.900126 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d13e0-4a38-4a15-9669-92d1f2e15f8e req-e283e4cb-1660-42af-b3eb-c5bdafc00d34 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:46.901631 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5d1d13e0-4a38-4a15-9669-92d1f2e15f8e req-e283e4cb-1660-42af-b3eb-c5bdafc00d34 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0495837 Sep 03 02:45:46.940565 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5d1d13e0-4a38-4a15-9669-92d1f2e15f8e req-2dda27ec-6262-4c9d-bd5f-c97795e8a4d6 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330536 Sep 03 02:45:46.985051 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4074b1-9231-406f-8199-a36071751411 None None] New status for floating IP c5b0fa70-e343-4373-82b8-adcfe6b6b209: DOWN {{(pid=94496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:45:47.173687 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5488427d-877c-419a-b278-1415a7712102 req-df678d12-ca07-4c68-84fd-593ed8b99317 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 210 time: 0.0271189 Sep 03 02:45:48.055957 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b54cc3-1a11-4ed8-a9cc-245ca6dd1c48 req-0698ac98-518b-4059-84e3-ab9ae6d1734e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:48.057392 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-60b54cc3-1a11-4ed8-a9cc-245ca6dd1c48 req-0698ac98-518b-4059-84e3-ab9ae6d1734e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0499516 Sep 03 02:45:48.093440 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-60b54cc3-1a11-4ed8-a9cc-245ca6dd1c48 req-b247be11-3d01-45e5-9320-cc7ab2c95f40 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303011 Sep 03 02:45:48.265165 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0731840f-1cf1-4f8d-8f7a-6a25b59e6263 req-1069e8d5-5f87-4771-a566-1e319316eeae tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 210 time: 0.0261469 Sep 03 02:45:48.681514 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f564251b-34ba-4c74-8424-1a183c1aba5d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:45:48.700408 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: f564251b-34ba-4c74-8424-1a183c1aba5d {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:45:48.700755 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f564251b-34ba-4c74-8424-1a183c1aba5d not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:45:49.194644 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:45:49.203459 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa0723-45d1-4073-92e8-2126da112d02 req-cd9f2527-6150-4030-963b-4ddb254eeab0 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:49.204929 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-82aa0723-45d1-4073-92e8-2126da112d02 req-cd9f2527-6150-4030-963b-4ddb254eeab0 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0468445 Sep 03 02:45:49.242483 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-82aa0723-45d1-4073-92e8-2126da112d02 req-64ff950b-bc33-4012-8c89-d7b5721af9ee tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308478 Sep 03 02:45:49.382056 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e45a2e88-3a9a-4ecf-9559-802536497a95 req-cebcbefd-34cd-4fdf-838f-8f00fe2c2a6b tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd5677f0-837d-40a3-a8e5-bcee846146d8 HTTP/1.1" status: 200 len: 210 time: 0.0277326 Sep 03 02:45:50.365511 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14b167-40db-4d7c-b5c5-a1d238fa82b7 req-f3d55e99-d508-4d79-90e1-ac54c2960ddf tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:50.367106 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ea14b167-40db-4d7c-b5c5-a1d238fa82b7 req-f3d55e99-d508-4d79-90e1-ac54c2960ddf tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0527394 Sep 03 02:45:50.414753 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ea14b167-40db-4d7c-b5c5-a1d238fa82b7 req-e99ccfd7-9db6-4ff6-9a05-70045409c07a tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410714 Sep 03 02:45:50.490784 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [req-fda0cd30-1651-4212-b19a-518fdd51d9d9 req-8b29a1d1-8721-4eeb-a073-2919acb5fb69 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94493) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:45:50.491780 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fda0cd30-1651-4212-b19a-518fdd51d9d9 req-8b29a1d1-8721-4eeb-a073-2919acb5fb69 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057168 Sep 03 02:45:50.652761 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-41eae8ea-f64c-4484-900f-9f72de44a35d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638135080&fields=id&tenant_id=02970da202f74e81a5d44fbe5d99b698 HTTP/1.1" status: 200 len: 267 time: 0.0329044 Sep 03 02:45:50.758732 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-53b02a13-d5a0-4de1-bb23-cb8b8827f8db tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:50.760123 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-53b02a13-d5a0-4de1-bb23-cb8b8827f8db tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/networks?id=0f23c6c7-d272-45de-a27b-de6b376f8751 HTTP/1.1" status: 200 len: 811 time: 0.1012394 Sep 03 02:45:50.774819 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-066c6a05-854b-4c03-874b-640901724522 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/quotas/02970da202f74e81a5d44fbe5d99b698 HTTP/1.1" status: 200 len: 375 time: 0.0090475 Sep 03 02:45:50.825895 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-3d1dcb01-a9cd-4b92-9ad0-1e9013ec434a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459607 Sep 03 02:45:50.918685 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-cb615efd-8cfd-4ee7-ac28-e3bc865169f6 service neutron] 10.222.0.21 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805302 Sep 03 02:45:51.008161 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-e261f0a5-faa8-4d52-942c-b1aeeb5c1f9d service neutron] 10.222.0.21 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832589 Sep 03 02:45:51.822084 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927155fb-c437-47ab-81ea-20d82044b624 req-d74b073e-044d-4c69-9901-f31084121ca1 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:51.827802 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-927155fb-c437-47ab-81ea-20d82044b624 req-d74b073e-044d-4c69-9901-f31084121ca1 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0585063 Sep 03 02:45:51.862848 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-927155fb-c437-47ab-81ea-20d82044b624 req-3de25f16-7faa-4718-ad21-dc744a1a788a tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329385 Sep 03 02:45:51.935218 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35366) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:45:52.020117 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-76e0ecac-9300-4010-bd84-3c8a63e838c8 req-2f67be4e-576d-498d-9a2c-5ce858f5403a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837035 Sep 03 02:45:52.029577 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [req-76e0ecac-9300-4010-bd84-3c8a63e838c8 req-10b58f95-4dfb-4e33-9cff-51b638ff83dc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94494) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 02:45:52.030526 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-76e0ecac-9300-4010-bd84-3c8a63e838c8 req-10b58f95-4dfb-4e33-9cff-51b638ff83dc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050478 Sep 03 02:45:52.628886 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5b7506dc-b0dd-4b5e-9b10-024fecd9bd7f req-8298becf-5580-4d5d-a62a-f9b5716de8ed tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 210 time: 0.0300016 Sep 03 02:45:52.697731 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 25255cba-853f-49b7-964b-5ea4aeda45f1 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:45:52.774594 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:52.795918 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25255cba-853f-49b7-964b-5ea4aeda45f1'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:45:52.798119 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65a013f-742f-4a55-a7d4-20d082f581eb" -d '{"events": [{"server_uuid": "a5a6aeb1-0649-4522-9266-3507acfb00ed", "name": "network-vif-unplugged", "status": "completed", "tag": "25255cba-853f-49b7-964b-5ea4aeda45f1"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:45:52.810757 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 25255cba-853f-49b7-964b-5ea4aeda45f1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=25255cba-853f-49b7-964b-5ea4aeda45f1,segment=NetworkSegment(baee9e7f-d874-4790-abba-dc80169cf7d2),segment_id=baee9e7f-d874-4790-abba-dc80169cf7d2)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:45:52.828725 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 02:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c5841a-7b42-4c83-955d-7991da3cb175 x-openstack-request-id: req-f4c5841a-7b42-4c83-955d-7991da3cb175 {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:45:52.829009 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a6aeb1-0649-4522-9266-3507acfb00ed", "name": "network-vif-unplugged", "status": "failed", "tag": "25255cba-853f-49b7-964b-5ea4aeda45f1", "code": 422}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:45:52.829259 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4c5841a-7b42-4c83-955d-7991da3cb175 {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:45:52.829680 dv-cinder-804735-8-iscsi neutron-server[94495]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '25255cba-853f-49b7-964b-5ea4aeda45f1', 'code': 422} returned with failed status Sep 03 02:45:52.868934 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:52.915717 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=25255cba-853f-49b7-964b-5ea4aeda45f1,revision_number=6']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:45:52.975573 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1043e4-43fd-4eaf-b085-d11e3235c5bf req-79b1877a-2e72-4036-86e3-1cb093e28a9a tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:52.976935 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b1043e4-43fd-4eaf-b085-d11e3235c5bf req-79b1877a-2e72-4036-86e3-1cb093e28a9a tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0481381 Sep 03 02:45:53.013392 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4b1043e4-43fd-4eaf-b085-d11e3235c5bf req-833ad5dc-ff10-4185-bf2a-3c56c2116be0 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299630 Sep 03 02:45:53.704707 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f53e0d73-63ec-4000-9bff-eef4ad5281a2 req-6279b14e-9efe-42da-b4a9-3150d7785687 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 210 time: 0.0271935 Sep 03 02:45:54.125166 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec33fd3-f707-4e13-9fa0-c4691f405d56 req-c54025df-bc76-4ed2-8266-61323e709d46 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:54.126612 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5ec33fd3-f707-4e13-9fa0-c4691f405d56 req-c54025df-bc76-4ed2-8266-61323e709d46 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0475285 Sep 03 02:45:54.163012 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5ec33fd3-f707-4e13-9fa0-c4691f405d56 req-b48afe79-91de-43d8-b8f4-92d86b55de65 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306060 Sep 03 02:45:54.782411 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-770a007b-7338-4038-aba4-3610768eeb85 req-bb936dcb-243f-461b-a655-6ccac37a7127 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 210 time: 0.0296075 Sep 03 02:45:55.275412 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdfc6c-8eb8-4bae-a657-76f92ffc732d req-545380af-f0ec-42f4-88db-5acf9ae1436e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:55.277342 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-19cdfc6c-8eb8-4bae-a657-76f92ffc732d req-545380af-f0ec-42f4-88db-5acf9ae1436e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0485656 Sep 03 02:45:55.313651 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-19cdfc6c-8eb8-4bae-a657-76f92ffc732d req-3800c8e3-39e7-451a-9d46-34a39b8c062f tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304034 Sep 03 02:45:55.857208 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-608ad372-8bcc-41e8-b6d3-55397f428629 req-0df3e519-a26c-40f2-b8df-a31ff8ab4895 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 210 time: 0.0260997 Sep 03 02:45:56.429095 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffb75b-704f-4f1f-9063-e6d6376fd83d req-3a5fa9bb-a99e-4252-a525-e3307d5eb856 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:56.430609 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fbffb75b-704f-4f1f-9063-e6d6376fd83d req-3a5fa9bb-a99e-4252-a525-e3307d5eb856 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0513248 Sep 03 02:45:56.468289 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-fbffb75b-704f-4f1f-9063-e6d6376fd83d req-f3cf92f4-3b64-4ff4-b39b-cecf883a7364 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308425 Sep 03 02:45:56.949192 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a53d63d5-cd12-46bd-b250-0a996479d8dd req-45006f86-6d8b-4042-aa08-6cc0393370f7 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 210 time: 0.0254033 Sep 03 02:45:57.583510 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58ea2a-a32e-4aa9-b4f1-a362edc71daf req-f1fcd34c-5c18-4701-a64a-5a9232f23959 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:57.587059 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6c58ea2a-a32e-4aa9-b4f1-a362edc71daf req-f1fcd34c-5c18-4701-a64a-5a9232f23959 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0495486 Sep 03 02:45:57.622825 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6c58ea2a-a32e-4aa9-b4f1-a362edc71daf req-02f7ab52-2fe1-4466-bb76-1f83d94aa4cc tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317729 Sep 03 02:45:58.045386 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d93eefc6-b0a3-4563-8759-65675285c4f4 req-7d3ce5b4-f28f-4ea4-80c0-2767d72dcefc tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 210 time: 0.0274353 Sep 03 02:45:58.444312 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ecac-9300-4010-bd84-3c8a63e838c8 req-c0625655-a6e5-4d0a-b492-46f4dc9b5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:58.445808 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-76e0ecac-9300-4010-bd84-3c8a63e838c8 req-c0625655-a6e5-4d0a-b492-46f4dc9b5fbc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed&tenant_id=b3e8cb3f9ad940289d0011288a1efbb0 HTTP/1.1" status: 200 len: 1097 time: 0.0436406 Sep 03 02:45:58.446367 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:58.503577 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ecac-9300-4010-bd84-3c8a63e838c8 req-523e7088-35d8-4059-a5d4-8e05b6fcec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:58.505047 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-76e0ecac-9300-4010-bd84-3c8a63e838c8 req-523e7088-35d8-4059-a5d4-8e05b6fcec1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3e8cb3f9ad940289d0011288a1efbb0&device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 1097 time: 0.0388088 Sep 03 02:45:58.595607 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ecac-9300-4010-bd84-3c8a63e838c8 req-df72aedf-67ef-4115-91e9-8d23be0cd5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:58.597064 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-76e0ecac-9300-4010-bd84-3c8a63e838c8 req-df72aedf-67ef-4115-91e9-8d23be0cd5cc service neutron] 10.222.0.25 "GET /v2.0/networks?id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 HTTP/1.1" status: 200 len: 909 time: 0.0851822 Sep 03 02:45:58.665977 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-76e0ecac-9300-4010-bd84-3c8a63e838c8 req-18d91c50-e552-4a98-b286-b5bfb44731b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25255cba-853f-49b7-964b-5ea4aeda45f1 HTTP/1.1" status: 200 len: 1000 time: 0.0604661 Sep 03 02:45:58.716723 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ecac-9300-4010-bd84-3c8a63e838c8 req-83eab562-5fd4-4203-9547-9df1e56a94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:58.718232 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-76e0ecac-9300-4010-bd84-3c8a63e838c8 req-83eab562-5fd4-4203-9547-9df1e56a94f5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c668972-bd5b-46df-952a-591f2c28afbf HTTP/1.1" status: 200 len: 847 time: 0.0440392 Sep 03 02:45:58.766994 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0ecac-9300-4010-bd84-3c8a63e838c8 req-310c4939-82d6-4cc8-9601-979efb262aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:58.768542 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-76e0ecac-9300-4010-bd84-3c8a63e838c8 req-310c4939-82d6-4cc8-9601-979efb262aae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420854 Sep 03 02:45:58.868889 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-76e0ecac-9300-4010-bd84-3c8a63e838c8 req-4930402f-59a6-440a-bfd8-d38a455faefa service neutron] 10.222.0.25 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912488 Sep 03 02:45:58.975875 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-76e0ecac-9300-4010-bd84-3c8a63e838c8 req-952cacc3-2a87-4bf9-b34f-61bdca23cf44 service neutron] 10.222.0.25 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992427 Sep 03 02:45:58.989311 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599a72f-c5b6-4cab-bb4e-7a1a41063e96 req-03c6bb45-8d40-471b-a455-0c2ffa4d1f8c tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:58.990772 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f599a72f-c5b6-4cab-bb4e-7a1a41063e96 req-03c6bb45-8d40-471b-a455-0c2ffa4d1f8c tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.3002384 Sep 03 02:45:59.028261 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f599a72f-c5b6-4cab-bb4e-7a1a41063e96 req-afd7fd08-895d-47c8-bbd7-0d1182b83f0f tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307777 Sep 03 02:45:59.137452 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-bce089cc-40ee-4fba-83bb-6e871d96c528 req-e202ab46-7784-4c1e-9657-6ed9de25ab1a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 210 time: 0.0264432 Sep 03 02:45:59.205061 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-d4162643-cacf-4c01-82f1-4892372e9691 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:59.206521 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-d4162643-cacf-4c01-82f1-4892372e9691 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.25 "GET /v2.0/networks?id=0f23c6c7-d272-45de-a27b-de6b376f8751 HTTP/1.1" status: 200 len: 811 time: 0.1071885 Sep 03 02:45:59.249401 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-9adba630-cf59-4ee6-914c-4a444b092292 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02970da202f74e81a5d44fbe5d99b698 HTTP/1.1" status: 200 len: 379 time: 0.0326483 Sep 03 02:45:59.259851 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-7bdb71eb-d98a-4579-8da5-212e0525002c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Request body: {'port': {'device_id': '85966721-af47-49da-a4b1-cd87ac9eda45', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'admin_state_up': True, 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'security_groups': ['751d24e5-4d76-48a9-a3fa-33187384e326']}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:45:59.434302 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-7bdb71eb-d98a-4579-8da5-212e0525002c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Made reservation on behalf of 02970da202f74e81a5d44fbe5d99b698 for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:45:59.438851 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-7bdb71eb-d98a-4579-8da5-212e0525002c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:59.559443 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-7bdb71eb-d98a-4579-8da5-212e0525002c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Allocated IP 172.20.0.5 (0f23c6c7-d272-45de-a27b-de6b376f8751/0c8096f2-dc70-4967-beca-fff30068e743/ff3a0561-7436-4704-9e21-8ac551f62ddd) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:45:59.702890 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-7bdb71eb-d98a-4579-8da5-212e0525002c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:59.716334 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-7bdb71eb-d98a-4579-8da5-212e0525002c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Transition to ACTIVE for port object ff3a0561-7436-4704-9e21-8ac551f62ddd will not be triggered until provisioned by entity DHCP. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:45:59.862839 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-7bdb71eb-d98a-4579-8da5-212e0525002c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:45:59.903727 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-7bdb71eb-d98a-4579-8da5-212e0525002c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Network 0f23c6c7-d272-45de-a27b-de6b376f8751 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:45:59.906717 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-7bdb71eb-d98a-4579-8da5-212e0525002c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:45:59.910273 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-7bdb71eb-d98a-4579-8da5-212e0525002c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:45:59.941406 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb71eb-d98a-4579-8da5-212e0525002c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event updated for resources: {'Port': ['ID=ff3a0561-7436-4704-9e21-8ac551f62ddd,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:45:59.975443 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-7bdb71eb-d98a-4579-8da5-212e0525002c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:45:59.976038 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-7bdb71eb-d98a-4579-8da5-212e0525002c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:00.053229 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-7bdb71eb-d98a-4579-8da5-212e0525002c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7967710 Sep 03 02:46:00.066718 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Request body: {'port': {'device_id': '85966721-af47-49da-a4b1-cd87ac9eda45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:46:00.133555 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:00.163051 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c64bc5-7a5e-4bc5-a553-2eb9c10f1da6 req-bb30ad37-b250-41a3-ba12-98ac71b0c35f tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:00.166588 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-81c64bc5-7a5e-4bc5-a553-2eb9c10f1da6 req-bb30ad37-b250-41a3-ba12-98ac71b0c35f tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0528727 Sep 03 02:46:00.230009 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-81c64bc5-7a5e-4bc5-a553-2eb9c10f1da6 req-2cc9933e-545a-4d6c-aaf0-3a8f58d4508f tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469286 Sep 03 02:46:00.257846 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-38d2141f-5bc4-413f-971d-d2ce48c24a6a None None] Provisioning for port ff3a0561-7436-4704-9e21-8ac551f62ddd completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:46:00.263045 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-38d2141f-5bc4-413f-971d-d2ce48c24a6a None None] Provisioning complete for port ff3a0561-7436-4704-9e21-8ac551f62ddd triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:46:00.268319 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-38d2141f-5bc4-413f-971d-d2ce48c24a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:00.285162 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863b9a4-a399-4df0-b13d-448bccef714e req-8ee6a05d-88ee-427c-9af2-2abdb50dd150 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:00.286860 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9863b9a4-a399-4df0-b13d-448bccef714e req-8ee6a05d-88ee-427c-9af2-2abdb50dd150 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 931 time: 0.0619678 Sep 03 02:46:00.302420 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-38d2141f-5bc4-413f-971d-d2ce48c24a6a None None] Port ff3a0561-7436-4704-9e21-8ac551f62ddd cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:46:00.328489 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9863b9a4-a399-4df0-b13d-448bccef714e req-e4b741b0-3b3a-4029-a023-763dcd621b60 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347631 Sep 03 02:46:00.425345 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3a0561-7436-4704-9e21-8ac551f62ddd {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:46:00.433159 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:00.444879 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Transition to ACTIVE for port object ff3a0561-7436-4704-9e21-8ac551f62ddd will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:46:00.491629 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:00.546809 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Pushing event updated for resources: {'Port': ['ID=ff3a0561-7436-4704-9e21-8ac551f62ddd,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:00.611246 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Attempting to bind port ff3a0561-7436-4704-9e21-8ac551f62ddd on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:46:00.611952 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Attempting to bind port ff3a0561-7436-4704-9e21-8ac551f62ddd by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:46:00.611952 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Attempting to bind port ff3a0561-7436-4704-9e21-8ac551f62ddd on network 0f23c6c7-d272-45de-a27b-de6b376f8751 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:46:00.616393 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Port ff3a0561-7436-4704-9e21-8ac551f62ddd on network 0f23c6c7-d272-45de-a27b-de6b376f8751 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:46:00.616726 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Attempting to bind port ff3a0561-7436-4704-9e21-8ac551f62ddd on network 0f23c6c7-d272-45de-a27b-de6b376f8751 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:46:00.622121 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:46:00.622465 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Checking segment: {'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:46:00.622851 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Bound using segment: {'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:46:00.623310 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Bound port: ff3a0561-7436-4704-9e21-8ac551f62ddd, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:46:00.623674 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:00.690214 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] For port ff3a0561-7436-4704-9e21-8ac551f62ddd, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:46:00.693192 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] For port ff3a0561-7436-4704-9e21-8ac551f62ddd, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ff3a0561-7436-4704-9e21-8ac551f62ddd,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:46:00.761494 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:00.795032 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:00.795605 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:00.797026 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] 10.222.0.25 "PUT /v2.0/ports/ff3a0561-7436-4704-9e21-8ac551f62ddd HTTP/1.1" status: 200 len: 1093 time: 0.7354500 Sep 03 02:46:00.797460 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85966721-af47-49da-a4b1-cd87ac9eda45', 'tag': 'ff3a0561-7436-4704-9e21-8ac551f62ddd'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:46:00.799716 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c32b57-0a77-4f7a-b69a-0715e0fbc21b" -d '{"events": [{"name": "network-changed", "server_uuid": "85966721-af47-49da-a4b1-cd87ac9eda45", "tag": "ff3a0561-7436-4704-9e21-8ac551f62ddd"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:46:00.823777 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34e088-b7c3-4243-8274-9f905047175d service neutron] Pushing event updated for resources: {'Port': ['ID=ff3a0561-7436-4704-9e21-8ac551f62ddd,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:00.840850 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afeecde-2e78-4b8d-bda1-6bda05932a9d x-openstack-request-id: req-5afeecde-2e78-4b8d-bda1-6bda05932a9d {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:46:00.844336 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85966721-af47-49da-a4b1-cd87ac9eda45", "tag": "ff3a0561-7436-4704-9e21-8ac551f62ddd", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:46:00.844336 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5afeecde-2e78-4b8d-bda1-6bda05932a9d {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:46:00.844336 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85966721-af47-49da-a4b1-cd87ac9eda45', 'tag': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'status': 'completed', 'code': 200} Sep 03 02:46:00.901383 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c32b57-0a77-4f7a-b69a-0715e0fbc21b req-9234f9ba-4c17-43e2-b237-b8960cf1c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:00.902908 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-43c32b57-0a77-4f7a-b69a-0715e0fbc21b req-9234f9ba-4c17-43e2-b237-b8960cf1c04e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 1096 time: 0.0415535 Sep 03 02:46:01.003085 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c32b57-0a77-4f7a-b69a-0715e0fbc21b req-4ae71426-2024-412d-af63-343b6c599cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:01.004597 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-43c32b57-0a77-4f7a-b69a-0715e0fbc21b req-4ae71426-2024-412d-af63-343b6c599cd7 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=02970da202f74e81a5d44fbe5d99b698&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0943758 Sep 03 02:46:01.094331 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c32b57-0a77-4f7a-b69a-0715e0fbc21b req-4a581a85-21d4-40ad-82be-5097d1c8a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:01.095769 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-43c32b57-0a77-4f7a-b69a-0715e0fbc21b req-4a581a85-21d4-40ad-82be-5097d1c8a5b1 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0848525 Sep 03 02:46:01.169668 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-716f1e65-638e-4992-8ca5-5ca33e02e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:01.170950 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-716f1e65-638e-4992-8ca5-5ca33e02e885 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 1096 time: 0.0403271 Sep 03 02:46:01.214944 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-44054e99-f2be-4e91-8e5f-acfed4f545e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff3a0561-7436-4704-9e21-8ac551f62ddd HTTP/1.1" status: 200 len: 217 time: 0.0362518 Sep 03 02:46:01.296608 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-b94a4266-7ade-4ebb-b4e5-9fc1998bb4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:01.296608 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-b94a4266-7ade-4ebb-b4e5-9fc1998bb4f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0c8096f2-dc70-4967-beca-fff30068e743 HTTP/1.1" status: 200 len: 850 time: 0.0511255 Sep 03 02:46:01.316821 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-bf626f67-470a-4421-99d4-1d9fe0bf82e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:01.318326 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-bf626f67-470a-4421-99d4-1d9fe0bf82e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f23c6c7-d272-45de-a27b-de6b376f8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393765 Sep 03 02:46:01.342428 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71607f6f-06b3-4e55-b3be-4f5d03934acc req-a113803e-58da-4837-88bd-5fc939cf8254 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:01.344254 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-71607f6f-06b3-4e55-b3be-4f5d03934acc req-a113803e-58da-4837-88bd-5fc939cf8254 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0507338 Sep 03 02:46:01.388353 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-71607f6f-06b3-4e55-b3be-4f5d03934acc req-a1391111-4bb6-4e5f-91e5-ba966175bf95 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363822 Sep 03 02:46:01.429121 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-db1118f6-1350-4a0f-a01e-9d8bc50a9a4e service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036196 Sep 03 02:46:01.454575 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82e2cc-4814-4566-a55c-42521988e3f4 req-30d831c8-9e94-4c74-8a9a-bc693a5022ed tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:01.456150 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5b82e2cc-4814-4566-a55c-42521988e3f4 req-30d831c8-9e94-4c74-8a9a-bc693a5022ed tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 943 time: 0.0524342 Sep 03 02:46:01.494798 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5b82e2cc-4814-4566-a55c-42521988e3f4 req-3dd06a30-81e1-4662-b995-b0b9cc871c82 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323787 Sep 03 02:46:01.518190 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f940a6bb-fc07-46d5-bf4f-813063bcc27b req-77cacf08-de1f-4288-a8b8-1201a9d74f45 service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819414 Sep 03 02:46:02.511066 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ec51c-592b-4aa3-84b4-86d03346e7a6 req-4b804c0b-4e0e-4365-83bf-e05e6bc28381 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:02.514047 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-449ec51c-592b-4aa3-84b4-86d03346e7a6 req-4b804c0b-4e0e-4365-83bf-e05e6bc28381 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0518637 Sep 03 02:46:02.553226 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-449ec51c-592b-4aa3-84b4-86d03346e7a6 req-9c456a88-64dd-4d3b-8a40-3cfd6ec0681d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339789 Sep 03 02:46:02.610538 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14abd9-8c42-4b00-94dc-3b77dbc208a8 req-993b2f25-cb39-4327-9158-7786e63be6fc tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:02.612094 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ee14abd9-8c42-4b00-94dc-3b77dbc208a8 req-993b2f25-cb39-4327-9158-7786e63be6fc tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 943 time: 0.0485356 Sep 03 02:46:02.649847 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ee14abd9-8c42-4b00-94dc-3b77dbc208a8 req-ec1b4db6-42b5-4e11-aa1b-5afed133d497 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315545 Sep 03 02:46:03.666195 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd05b1-8506-415a-9160-edfba9751808 req-0cdce1ab-3b6a-4480-a4e2-21c688bc065c tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:03.667749 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-82cd05b1-8506-415a-9160-edfba9751808 req-0cdce1ab-3b6a-4480-a4e2-21c688bc065c tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0488541 Sep 03 02:46:03.712708 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-82cd05b1-8506-415a-9160-edfba9751808 req-84db9586-8e8d-43b5-a8ce-94ea5cf7cee8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347266 Sep 03 02:46:03.714668 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-348f4501-5f8c-42ba-b4fe-32e71adbaff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:03.774849 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fb1f5-2983-4de6-9160-ee3b0c824e8d req-6b309b83-396d-439f-a965-b7522ceced30 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:03.776367 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-605fb1f5-2983-4de6-9160-ee3b0c824e8d req-6b309b83-396d-439f-a965-b7522ceced30 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 943 time: 0.0522602 Sep 03 02:46:03.814035 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-605fb1f5-2983-4de6-9160-ee3b0c824e8d req-1df10da3-c927-4e11-9751-e7aabcd74c13 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316133 Sep 03 02:46:04.825046 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ef4c3-cfcd-4da2-b644-246387e7c306 req-7f9ba23d-3e95-46ea-8e01-2173bb4d6376 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:04.826498 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-305ef4c3-cfcd-4da2-b644-246387e7c306 req-7f9ba23d-3e95-46ea-8e01-2173bb4d6376 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0473559 Sep 03 02:46:04.876190 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-305ef4c3-cfcd-4da2-b644-246387e7c306 req-c3c9b70b-9c4e-44d2-9c97-e834c55400b0 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434043 Sep 03 02:46:04.929738 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c59391-d0a7-43d1-a781-a7db48b2cb25 req-c639e396-0335-4406-bb4f-f5e4078bd132 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:04.931205 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-67c59391-d0a7-43d1-a781-a7db48b2cb25 req-c639e396-0335-4406-bb4f-f5e4078bd132 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 943 time: 0.0485978 Sep 03 02:46:04.968332 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-67c59391-d0a7-43d1-a781-a7db48b2cb25 req-26b9d010-a2af-4293-93b2-a0b5cc2d2319 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307345 Sep 03 02:46:05.991215 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1861f-1af7-4b35-9849-52eaa318290d req-9ec61cdc-9785-44b3-933f-b2becda9308b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:05.992718 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-39c1861f-1af7-4b35-9849-52eaa318290d req-9ec61cdc-9785-44b3-933f-b2becda9308b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 944 time: 0.0542505 Sep 03 02:46:06.033903 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-39c1861f-1af7-4b35-9849-52eaa318290d req-df42f12d-a807-4d48-8f98-99c2dcff737f tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351524 Sep 03 02:46:06.103479 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b001e-1683-4f0e-9423-dbe150cc35c4 req-837eab86-d41f-42e7-aeb6-661a9fcc4825 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:06.105016 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-015b001e-1683-4f0e-9423-dbe150cc35c4 req-837eab86-d41f-42e7-aeb6-661a9fcc4825 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 943 time: 0.0528193 Sep 03 02:46:06.141865 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-015b001e-1683-4f0e-9423-dbe150cc35c4 req-84bb5d0a-16f9-47d6-9a99-c022a39a4375 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308857 Sep 03 02:46:06.245944 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-9608a526-3fb6-4e4a-8320-6cd2a42f4766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:06.760108 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:06.774979 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 25255cba-853f-49b7-964b-5ea4aeda45f1 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:46:06.865541 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 25255cba-853f-49b7-964b-5ea4aeda45f1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=25255cba-853f-49b7-964b-5ea4aeda45f1,segment=NetworkSegment(baee9e7f-d874-4790-abba-dc80169cf7d2),segment_id=baee9e7f-d874-4790-abba-dc80169cf7d2)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:46:06.876749 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': '25255cba-853f-49b7-964b-5ea4aeda45f1', 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'port_id': '25255cba-853f-49b7-964b-5ea4aeda45f1', 'mac_address': 'fa:16:3e:00:d2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:46:06.914899 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:06.927736 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25255cba-853f-49b7-964b-5ea4aeda45f1 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:46:06.946546 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 25255cba-853f-49b7-964b-5ea4aeda45f1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=25255cba-853f-49b7-964b-5ea4aeda45f1,segment=NetworkSegment(baee9e7f-d874-4790-abba-dc80169cf7d2),segment_id=baee9e7f-d874-4790-abba-dc80169cf7d2)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:46:06.994271 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:07.038693 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=25255cba-853f-49b7-964b-5ea4aeda45f1,revision_number=7']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:07.145828 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3b3f7-8a08-41bc-beef-caa98e179cc4 req-729fc4b3-ac60-4627-8f61-942bf0d3ece5 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:07.147269 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e8b3b3f7-8a08-41bc-beef-caa98e179cc4 req-729fc4b3-ac60-4627-8f61-942bf0d3ece5 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 945 time: 0.0477519 Sep 03 02:46:07.184362 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e8b3b3f7-8a08-41bc-beef-caa98e179cc4 req-3e24d085-148d-4df7-873f-663bff0ef8c7 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307486 Sep 03 02:46:07.257478 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a70484-a425-487a-a0a1-080acea91ff9 req-0e706850-7009-4acc-b7a9-a70f388cf7e9 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:07.258924 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-38a70484-a425-487a-a0a1-080acea91ff9 req-0e706850-7009-4acc-b7a9-a70f388cf7e9 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 943 time: 0.0510790 Sep 03 02:46:07.295523 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-38a70484-a425-487a-a0a1-080acea91ff9 req-27d5d3ea-6f4d-4705-9f2e-66b9cca97a21 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308359 Sep 03 02:46:07.793981 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:08.294070 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2a9f8-5af0-42fe-81ed-27a4b14b43be req-b6c6c897-c295-4240-8edf-c774a29b603b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:08.295451 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-82c2a9f8-5af0-42fe-81ed-27a4b14b43be req-b6c6c897-c295-4240-8edf-c774a29b603b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 945 time: 0.0479181 Sep 03 02:46:08.332088 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-82c2a9f8-5af0-42fe-81ed-27a4b14b43be req-dd998f8e-41c1-4ae2-b1de-994d1a266501 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308340 Sep 03 02:46:08.406154 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ce074-409d-43c5-a2df-a85a2639a4ba req-603597e2-cd94-4b9d-8bdf-27b04b19adf2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:08.407698 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5a0ce074-409d-43c5-a2df-a85a2639a4ba req-603597e2-cd94-4b9d-8bdf-27b04b19adf2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 943 time: 0.0484934 Sep 03 02:46:08.444942 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-5a0ce074-409d-43c5-a2df-a85a2639a4ba req-6a0b6755-ba98-4042-86cb-4a7db07869cc tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313394 Sep 03 02:46:09.200151 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:09.449537 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30288663-dac7-47a0-b370-97654bdaedcf req-b5ab5b25-c155-4cfb-a5b8-fd755a7e5806 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:09.450975 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-30288663-dac7-47a0-b370-97654bdaedcf req-b5ab5b25-c155-4cfb-a5b8-fd755a7e5806 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 945 time: 0.0514345 Sep 03 02:46:09.487809 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-30288663-dac7-47a0-b370-97654bdaedcf req-3ad3e962-6762-4896-b705-a1e555fa169c tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308194 Sep 03 02:46:09.556734 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7405e-48eb-4421-8f7f-31a80414ec08 req-700e4591-86ce-4205-b6f6-1abde8894ce0 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:09.558694 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-50a7405e-48eb-4421-8f7f-31a80414ec08 req-700e4591-86ce-4205-b6f6-1abde8894ce0 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 943 time: 0.0491669 Sep 03 02:46:09.594869 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-50a7405e-48eb-4421-8f7f-31a80414ec08 req-6e23bbf1-abfa-45c0-9f63-ae91d16f7489 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304708 Sep 03 02:46:09.858128 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['25255cba-853f-49b7-964b-5ea4aeda45f1'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:46:10.600028 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cae76-23c2-48c5-adde-9f317588779a req-fcfc74ce-8751-4a21-ab70-239f68600b3c tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:10.601479 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-073cae76-23c2-48c5-adde-9f317588779a req-fcfc74ce-8751-4a21-ab70-239f68600b3c tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 945 time: 0.0476561 Sep 03 02:46:10.638277 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-073cae76-23c2-48c5-adde-9f317588779a req-7f02972d-f992-4612-aa9a-b38b19b92f7d tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310051 Sep 03 02:46:10.708053 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d459f07-56a9-436f-bc96-3a812f5fc420 req-e5b5a4a8-dd3f-4a14-af1a-087f30c12047 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:10.709479 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7d459f07-56a9-436f-bc96-3a812f5fc420 req-e5b5a4a8-dd3f-4a14-af1a-087f30c12047 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 943 time: 0.0504436 Sep 03 02:46:10.745306 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-7d459f07-56a9-436f-bc96-3a812f5fc420 req-0fc47f66-b9d2-49c2-a2d5-e0ced355bb3b tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294051 Sep 03 02:46:11.749962 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d5925-6279-4f6d-9f2a-870f31983508 req-9b0ac342-4cbe-45f2-baf1-20e9372527ef tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:11.751442 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e14d5925-6279-4f6d-9f2a-870f31983508 req-9b0ac342-4cbe-45f2-baf1-20e9372527ef tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 945 time: 0.0484726 Sep 03 02:46:11.788306 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-e14d5925-6279-4f6d-9f2a-870f31983508 req-249becd2-20bf-47e1-9fa2-acd0ed819f73 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310969 Sep 03 02:46:11.860613 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea0a56-45dc-4426-b110-d27b89324121 req-1c6950d4-e42b-45f0-9388-1eb119fbede0 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:11.862054 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f6ea0a56-45dc-4426-b110-d27b89324121 req-1c6950d4-e42b-45f0-9388-1eb119fbede0 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 943 time: 0.0484307 Sep 03 02:46:11.897452 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f6ea0a56-45dc-4426-b110-d27b89324121 req-47f2c393-49e8-445b-b314-e59bad38b89b tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296059 Sep 03 02:46:12.904420 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d7f5d-cc7e-4b01-bbbb-00b2d6640e40 req-817d7645-8af9-44ed-9c48-d3546ecf5192 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:12.905888 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-860d7f5d-cc7e-4b01-bbbb-00b2d6640e40 req-817d7645-8af9-44ed-9c48-d3546ecf5192 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 945 time: 0.0521281 Sep 03 02:46:12.943990 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-860d7f5d-cc7e-4b01-bbbb-00b2d6640e40 req-ad784751-c5db-4f39-afd0-240221363e8b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322082 Sep 03 02:46:13.010721 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5d891-3b86-4b2c-8f7c-796d0ac4ab40 req-95c30b3b-cec7-46e0-b79b-113545c80da3 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:13.012241 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d0f5d891-3b86-4b2c-8f7c-796d0ac4ab40 req-95c30b3b-cec7-46e0-b79b-113545c80da3 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 943 time: 0.0488985 Sep 03 02:46:13.049962 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d0f5d891-3b86-4b2c-8f7c-796d0ac4ab40 req-2921af04-dbc8-4cfc-b0d2-db3e45839b68 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313911 Sep 03 02:46:14.056311 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c0a1f-f751-4225-9118-589ee34fe984 req-3fed6e5c-5588-425c-9538-1e4ab1c3ac42 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:14.058299 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-839c0a1f-f751-4225-9118-589ee34fe984 req-3fed6e5c-5588-425c-9538-1e4ab1c3ac42 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 945 time: 0.0489287 Sep 03 02:46:14.095903 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-839c0a1f-f751-4225-9118-589ee34fe984 req-3334b8d4-cf1a-42c2-95ba-c629b82d4759 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317404 Sep 03 02:46:14.165763 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5d0d8-2fba-4ba2-bafd-caff5ef5be39 req-4bf1ed51-b5ac-446e-ac75-d4abf1c7c16a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:14.167238 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8ef5d0d8-2fba-4ba2-bafd-caff5ef5be39 req-4bf1ed51-b5ac-446e-ac75-d4abf1c7c16a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 943 time: 0.0526264 Sep 03 02:46:14.206242 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8ef5d0d8-2fba-4ba2-bafd-caff5ef5be39 req-ee99b7d2-b266-40e5-9a53-a7fb35137251 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328887 Sep 03 02:46:14.698762 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device ff3a0561-7436-4704-9e21-8ac551f62ddd details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:46:14.701919 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 25255cba-853f-49b7-964b-5ea4aeda45f1 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:46:14.812292 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port 25255cba-853f-49b7-964b-5ea4aeda45f1 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:46:14.812662 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:14.849884 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port ff3a0561-7436-4704-9e21-8ac551f62ddd, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ff3a0561-7436-4704-9e21-8ac551f62ddd,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:46:14.869526 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'port_id': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'mac_address': 'fa:16:3e:a3:ec:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:46:14.932156 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:14.952336 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3a0561-7436-4704-9e21-8ac551f62ddd {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:46:14.957226 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:14.984354 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port ff3a0561-7436-4704-9e21-8ac551f62ddd, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ff3a0561-7436-4704-9e21-8ac551f62ddd,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:46:14.990441 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25255cba-853f-49b7-964b-5ea4aeda45f1'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:46:14.992668 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7abfaa5-b30f-4f55-9de0-75f0e3dc9bb9" -d '{"events": [{"server_uuid": "a5a6aeb1-0649-4522-9266-3507acfb00ed", "name": "network-vif-plugged", "status": "completed", "tag": "25255cba-853f-49b7-964b-5ea4aeda45f1"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:46:15.005206 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port 25255cba-853f-49b7-964b-5ea4aeda45f1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=25255cba-853f-49b7-964b-5ea4aeda45f1,segment=NetworkSegment(baee9e7f-d874-4790-abba-dc80169cf7d2),segment_id=baee9e7f-d874-4790-abba-dc80169cf7d2)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:46:15.028303 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3d3005-1aca-409a-86a2-6dfe7a02fec8 x-openstack-request-id: req-ea3d3005-1aca-409a-86a2-6dfe7a02fec8 {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:46:15.028959 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a6aeb1-0649-4522-9266-3507acfb00ed", "name": "network-vif-plugged", "status": "completed", "tag": "25255cba-853f-49b7-964b-5ea4aeda45f1", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:46:15.029213 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea3d3005-1aca-409a-86a2-6dfe7a02fec8 {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:46:15.029624 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25255cba-853f-49b7-964b-5ea4aeda45f1', 'code': 200} Sep 03 02:46:15.075077 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:15.078628 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:15.123087 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=ff3a0561-7436-4704-9e21-8ac551f62ddd,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:15.176841 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=25255cba-853f-49b7-964b-5ea4aeda45f1,revision_number=8']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:15.219858 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166edc2-c459-4548-b2a3-fafc5242101c req-2dddb5bf-f057-446f-9e20-b5f2c57da3f9 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:15.222132 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a166edc2-c459-4548-b2a3-fafc5242101c req-2dddb5bf-f057-446f-9e20-b5f2c57da3f9 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0588109 Sep 03 02:46:15.261807 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a166edc2-c459-4548-b2a3-fafc5242101c req-4baf60fb-a7b3-485f-8b76-2ec689aef7cf tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336361 Sep 03 02:46:15.285811 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['ff3a0561-7436-4704-9e21-8ac551f62ddd'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:46:15.302891 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822e805-6742-4792-adc3-5867df0aa529 req-e46a2eb0-00aa-44a5-8ca7-9f3a01ceba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:15.304433 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f822e805-6742-4792-adc3-5867df0aa529 req-e46a2eb0-00aa-44a5-8ca7-9f3a01ceba97 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 1099 time: 0.0447514 Sep 03 02:46:15.328282 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b47df-eda6-453a-acdb-a0d404a621b5 req-76195105-1ccb-4b49-8478-c0459c32e429 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:15.329802 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-485b47df-eda6-453a-acdb-a0d404a621b5 req-76195105-1ccb-4b49-8478-c0459c32e429 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 944 time: 0.0493000 Sep 03 02:46:15.341515 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f822e805-6742-4792-adc3-5867df0aa529 req-54f6efc2-4628-419b-941c-b505cb457dab service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299256 Sep 03 02:46:15.367795 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-485b47df-eda6-453a-acdb-a0d404a621b5 req-973e82a6-780c-4568-860a-24ec7d3ff979 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315704 Sep 03 02:46:16.378473 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3c70-34aa-4501-96ae-567b554b66aa req-d1f60864-0f6c-4cc6-94a9-7a0b69370ffe tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:16.379993 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-11bc3c70-34aa-4501-96ae-567b554b66aa req-d1f60864-0f6c-4cc6-94a9-7a0b69370ffe tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0529332 Sep 03 02:46:16.420627 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-11bc3c70-34aa-4501-96ae-567b554b66aa req-807e0cae-7a39-4282-b138-51d189b24a62 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343044 Sep 03 02:46:16.492463 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d33439-2be2-45e2-8060-3d81815d664f req-1b3938d4-fce3-4a54-a3df-f90e55c0503c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:16.493921 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c5d33439-2be2-45e2-8060-3d81815d664f req-1b3938d4-fce3-4a54-a3df-f90e55c0503c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 944 time: 0.0486834 Sep 03 02:46:16.533023 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c5d33439-2be2-45e2-8060-3d81815d664f req-833eb46b-0a19-47af-ae75-6d5c233b982b tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330925 Sep 03 02:46:16.709243 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device ff3a0561-7436-4704-9e21-8ac551f62ddd up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:46:16.817066 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port ff3a0561-7436-4704-9e21-8ac551f62ddd completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:46:16.820602 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port ff3a0561-7436-4704-9e21-8ac551f62ddd triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:46:16.824255 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:16.897660 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:16.933148 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port ff3a0561-7436-4704-9e21-8ac551f62ddd, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ff3a0561-7436-4704-9e21-8ac551f62ddd,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:46:17.005664 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:17.030071 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85966721-af47-49da-a4b1-cd87ac9eda45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3a0561-7436-4704-9e21-8ac551f62ddd'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:46:17.032305 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2c5bcc-c5cd-4b42-8aaa-85168e0722a3" -d '{"events": [{"server_uuid": "85966721-af47-49da-a4b1-cd87ac9eda45", "name": "network-vif-plugged", "status": "completed", "tag": "ff3a0561-7436-4704-9e21-8ac551f62ddd"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:46:17.060761 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=ff3a0561-7436-4704-9e21-8ac551f62ddd,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:17.067842 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1464067c-ae98-4b3e-818a-59c7c7a40bfb x-openstack-request-id: req-1464067c-ae98-4b3e-818a-59c7c7a40bfb {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:46:17.068078 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85966721-af47-49da-a4b1-cd87ac9eda45", "name": "network-vif-plugged", "status": "completed", "tag": "ff3a0561-7436-4704-9e21-8ac551f62ddd", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:46:17.068336 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1464067c-ae98-4b3e-818a-59c7c7a40bfb {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:46:17.069212 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85966721-af47-49da-a4b1-cd87ac9eda45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'code': 200} Sep 03 02:46:17.396119 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316a012-8835-443b-a0ca-c51f2d55b295 req-95a09821-a0ce-4cd2-8eb8-2d12fb88e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:17.397583 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-2316a012-8835-443b-a0ca-c51f2d55b295 req-95a09821-a0ce-4cd2-8eb8-2d12fb88e833 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 1098 time: 0.0384765 Sep 03 02:46:17.430606 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-2316a012-8835-443b-a0ca-c51f2d55b295 req-7dfcba5d-c78a-4f1d-a95f-a6d8b157a326 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261910 Sep 03 02:46:17.533376 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f7f47-ad1c-480d-b2b8-a560b3fd8ba0 req-d0ec7cef-1a71-43ec-b5e0-c1fd3a58515b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:17.534841 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8a6f7f47-ad1c-480d-b2b8-a560b3fd8ba0 req-d0ec7cef-1a71-43ec-b5e0-c1fd3a58515b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0491176 Sep 03 02:46:17.573281 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8a6f7f47-ad1c-480d-b2b8-a560b3fd8ba0 req-c323cc84-d2f4-4a51-8e83-4e9326897357 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325837 Sep 03 02:46:17.650208 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e264f9-c018-439a-981b-23618c3bec3e req-457c9f19-8e83-4969-84f7-2ab08195bb0a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:17.652150 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d6e264f9-c018-439a-981b-23618c3bec3e req-457c9f19-8e83-4969-84f7-2ab08195bb0a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 945 time: 0.0530350 Sep 03 02:46:17.688781 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d6e264f9-c018-439a-981b-23618c3bec3e req-494271fe-e90c-45f1-acbe-65d06f7ae70c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308557 Sep 03 02:46:18.801343 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e20fd-53f5-4a2a-926b-1fceebbc9265 req-27d1811d-7187-4937-9162-d7c8585025dd tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:18.802831 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0b6e20fd-53f5-4a2a-926b-1fceebbc9265 req-27d1811d-7187-4937-9162-d7c8585025dd tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 945 time: 0.0497115 Sep 03 02:46:18.839986 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0b6e20fd-53f5-4a2a-926b-1fceebbc9265 req-7307eb08-6cfe-44f5-acb2-75a5c85d5445 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304606 Sep 03 02:46:19.953276 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a0ffa-2199-47dc-960f-75b5a9f176e7 req-0df6f412-27f1-4e42-8570-c40a0a214bf7 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:19.954729 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-068a0ffa-2199-47dc-960f-75b5a9f176e7 req-0df6f412-27f1-4e42-8570-c40a0a214bf7 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 945 time: 0.0486481 Sep 03 02:46:19.993712 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-068a0ffa-2199-47dc-960f-75b5a9f176e7 req-ac77f2ea-0409-4d75-a802-9f5ebf7eef80 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330908 Sep 03 02:46:20.134648 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa191c-ffc0-433c-8e8d-459a024f64f7 req-1e14b097-d6dd-47bf-9bb9-61f2c8ba8fdf tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:20.136671 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6caa191c-ffc0-433c-8e8d-459a024f64f7 req-1e14b097-d6dd-47bf-9bb9-61f2c8ba8fdf tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 945 time: 0.0527959 Sep 03 02:46:20.174965 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6caa191c-ffc0-433c-8e8d-459a024f64f7 req-439837f2-2b6b-4720-bdf4-fa97070b6dd3 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321367 Sep 03 02:46:20.198292 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35702) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:20.234916 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4e7695-6927-4e58-ba40-7dec390fcbb1 tempest-TestVolumeBootPattern-225792841 tempest-TestVolumeBootPattern-225792841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:20.236324 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-3a4e7695-6927-4e58-ba40-7dec390fcbb1 tempest-TestVolumeBootPattern-225792841 tempest-TestVolumeBootPattern-225792841-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 1093 time: 0.0370524 Sep 03 02:46:20.239131 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35704) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:20.243298 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Request body: {'floatingip': {'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'port_id': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:46:20.330983 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for floatingip, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:20.425560 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:20.523444 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Allocated IP 172.27.0.59 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/b4f3279b-2ba7-468c-b105-4ba0195ac80d) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:46:20.623534 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:20.724915 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:20.759427 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:46:20.762233 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:46:20.765635 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:46:20.795883 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event updated for resources: {'Port': ['ID=b4f3279b-2ba7-468c-b105-4ba0195ac80d,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:20.808108 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:20.808464 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:20.808814 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:20.809157 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:20.809498 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:20.809838 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:20.810176 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:20.810511 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:20.810851 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:20.811181 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:20.811535 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:20.811863 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:21.367663 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:21.492087 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:21.641715 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:21.714542 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:21.785976 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event updated for resources: {'Port': ['ID=b4f3279b-2ba7-468c-b105-4ba0195ac80d,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:21.793324 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:21.886152 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.l3_db [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Floating IP 96abe4ab-a0db-471c-9cef-29ac271d1d76 associated. External IP: 172.27.0.59, port: ff3a0561-7436-4704-9e21-8ac551f62ddd. Sep 03 02:46:22.077948 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Router e022b4b4-0f2a-477a-af1c-eb1e9752543d has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:46:22.180252 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:46:22.190039 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ce00f-a77c-4432-910c-7a332211e56a None None] Sync routers for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:46:22.199924 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ce00f-a77c-4432-910c-7a332211e56a None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:46:22.200537 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-f64ce00f-a77c-4432-910c-7a332211e56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:46:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:46:22.263438 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:22.290399 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-13384152-bd50-4c19-b93c-616269e913ea tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0502532 Sep 03 02:46:22.290989 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85966721-af47-49da-a4b1-cd87ac9eda45', 'tag': 'ff3a0561-7436-4704-9e21-8ac551f62ddd'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:46:22.293833 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10ceadb-5e35-48cb-b36f-e2e713a97f37" -d '{"events": [{"name": "network-changed", "server_uuid": "85966721-af47-49da-a4b1-cd87ac9eda45", "tag": "ff3a0561-7436-4704-9e21-8ac551f62ddd"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:46:22.303423 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-f64ce00f-a77c-4432-910c-7a332211e56a None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:46:22.327702 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5a4bb4-0f75-4cbb-91c4-07bee6a87453 x-openstack-request-id: req-7e5a4bb4-0f75-4cbb-91c4-07bee6a87453 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:46:22.328002 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85966721-af47-49da-a4b1-cd87ac9eda45", "tag": "ff3a0561-7436-4704-9e21-8ac551f62ddd", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:46:22.328258 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e5a4bb4-0f75-4cbb-91c4-07bee6a87453 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:46:22.328668 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85966721-af47-49da-a4b1-cd87ac9eda45', 'tag': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'status': 'completed', 'code': 200} Sep 03 02:46:22.518718 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-f64ce00f-a77c-4432-910c-7a332211e56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': '96abe4ab-a0db-471c-9cef-29ac271d1d76', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'port_id': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'mac_address': 'fa:16:3e:a3:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85966721-af47-49da-a4b1-cd87ac9eda45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:46:21Z', 'updated_at': '2021-09-03T02:46:21Z', 'revision_number': 0, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:46:22.547395 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ce00f-a77c-4432-910c-7a332211e56a None None] Checking router: e022b4b4-0f2a-477a-af1c-eb1e9752543d for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:46:22.555564 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ce00f-a77c-4432-910c-7a332211e56a None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:46:22.556169 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-f64ce00f-a77c-4432-910c-7a332211e56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:46:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:46:22.774733 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-f64ce00f-a77c-4432-910c-7a332211e56a None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:46:22.986163 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-f64ce00f-a77c-4432-910c-7a332211e56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': '96abe4ab-a0db-471c-9cef-29ac271d1d76', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'port_id': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'mac_address': 'fa:16:3e:a3:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85966721-af47-49da-a4b1-cd87ac9eda45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:46:21Z', 'updated_at': '2021-09-03T02:46:21Z', 'revision_number': 0, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:46:23.011985 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ce00f-a77c-4432-910c-7a332211e56a None None] The sync data for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi is: [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': '96abe4ab-a0db-471c-9cef-29ac271d1d76', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'port_id': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'mac_address': 'fa:16:3e:a3:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85966721-af47-49da-a4b1-cd87ac9eda45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:46:21Z', 'updated_at': '2021-09-03T02:46:21Z', 'revision_number': 0, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:46:23.184311 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa953aa-76eb-4925-8f2c-e6cf4535d18b None None] New status for floating IP 96abe4ab-a0db-471c-9cef-29ac271d1d76: ACTIVE {{(pid=94496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:46:24.715967 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ceadb-5e35-48cb-b36f-e2e713a97f37 req-c0b79f1f-d0c5-4c68-ae1e-22ba35bbe990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:24.717609 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d10ceadb-5e35-48cb-b36f-e2e713a97f37 req-c0b79f1f-d0c5-4c68-ae1e-22ba35bbe990 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 1098 time: 0.0437393 Sep 03 02:46:24.808738 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ceadb-5e35-48cb-b36f-e2e713a97f37 req-714a56c5-906e-42f2-88a9-bc9de81b7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:24.810336 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d10ceadb-5e35-48cb-b36f-e2e713a97f37 req-714a56c5-906e-42f2-88a9-bc9de81b7f3e service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f23c6c7-d272-45de-a27b-de6b376f8751 HTTP/1.1" status: 200 len: 912 time: 0.0838828 Sep 03 02:46:24.884010 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d10ceadb-5e35-48cb-b36f-e2e713a97f37 req-dbe359ad-8502-49a6-a429-cdd409321830 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff3a0561-7436-4704-9e21-8ac551f62ddd HTTP/1.1" status: 200 len: 1000 time: 0.0591125 Sep 03 02:46:24.931953 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ceadb-5e35-48cb-b36f-e2e713a97f37 req-c69611ea-d49b-4ce7-b133-dbc55e122b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:24.933432 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d10ceadb-5e35-48cb-b36f-e2e713a97f37 req-c69611ea-d49b-4ce7-b133-dbc55e122b89 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0c8096f2-dc70-4967-beca-fff30068e743 HTTP/1.1" status: 200 len: 850 time: 0.0422902 Sep 03 02:46:24.977002 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ceadb-5e35-48cb-b36f-e2e713a97f37 req-ee81ecbb-61b2-4dc6-bd40-59baa2354590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:24.978341 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d10ceadb-5e35-48cb-b36f-e2e713a97f37 req-ee81ecbb-61b2-4dc6-bd40-59baa2354590 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f23c6c7-d272-45de-a27b-de6b376f8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384231 Sep 03 02:46:25.066379 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d10ceadb-5e35-48cb-b36f-e2e713a97f37 req-a1080ec6-daf7-4fb9-a3a0-cfa2292822b7 service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811450 Sep 03 02:46:25.152562 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d10ceadb-5e35-48cb-b36f-e2e713a97f37 req-bc3fc0cd-508d-47f7-8f24-09cc7e638b36 service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782919 Sep 03 02:46:26.193537 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:46:28.444692 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:29.611493 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35796) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:29.714243 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f5d979c0-3a12-457b-85d4-7484127cbc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:29.802412 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f5d979c0-3a12-457b-85d4-7484127cbc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:29.880414 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f5d979c0-3a12-457b-85d4-7484127cbc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:29.919152 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-f5d979c0-3a12-457b-85d4-7484127cbc04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5605f254f9c4ce1b4701da26801d83b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065844 Sep 03 02:46:29.920052 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d979c0-3a12-457b-85d4-7484127cbc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138c715c-13f3-4df9-8d10-aeab950556cd,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:29.922385 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35800) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:29.969139 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:29.989362 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:30.102795 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:30.105383 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:30.106528 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/138c715c-13f3-4df9-8d10-aeab950556cd HTTP/1.1" status: 204 len: 168 time: 0.1830866 Sep 03 02:46:30.114925 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138c715c-13f3-4df9-8d10-aeab950556cd,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:30.121995 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:30.122358 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:30.122711 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:30.123056 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:30.124018 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:30.124399 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:30.124790 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:30.125154 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:30.125488 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:30.125823 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:30.126156 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:30.126487 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f9137-910e-4941-9688-4bec550feb39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:46:30.679221 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35806) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:30.692447 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153117f-e193-451a-817a-6e0326cf770f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:30.779081 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153117f-e193-451a-817a-6e0326cf770f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:30.838936 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-2153117f-e193-451a-817a-6e0326cf770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:30.878075 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-2153117f-e193-451a-817a-6e0326cf770f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb480f18bdac46db85b78d8fe54a2ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977439 Sep 03 02:46:30.880041 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153117f-e193-451a-817a-6e0326cf770f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78619924-5153-43ea-a449-d60574f69ada,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:30.880759 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35808) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:30.929009 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-54f1c3cf-bcd9-4a34-9cca-b6286f5e4db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:30.948580 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-54f1c3cf-bcd9-4a34-9cca-b6286f5e4db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:31.079362 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-54f1c3cf-bcd9-4a34-9cca-b6286f5e4db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:31.081915 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-54f1c3cf-bcd9-4a34-9cca-b6286f5e4db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:31.083100 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-54f1c3cf-bcd9-4a34-9cca-b6286f5e4db9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78619924-5153-43ea-a449-d60574f69ada HTTP/1.1" status: 204 len: 168 time: 0.2012546 Sep 03 02:46:31.090927 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1c3cf-bcd9-4a34-9cca-b6286f5e4db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78619924-5153-43ea-a449-d60574f69ada,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:32.411959 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-cc117f31-5223-4b6f-8f54-42927bff6e33 req-322647fb-29b1-4b21-822f-f1e6d9a15bb0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399704 Sep 03 02:46:32.498311 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc117f31-5223-4b6f-8f54-42927bff6e33 req-784ebbcb-1f38-40ca-b5ae-1167b3295b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:32.499824 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-cc117f31-5223-4b6f-8f54-42927bff6e33 req-784ebbcb-1f38-40ca-b5ae-1167b3295b2b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3e8cb3f9ad940289d0011288a1efbb0&device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 1099 time: 0.0421999 Sep 03 02:46:32.601093 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc117f31-5223-4b6f-8f54-42927bff6e33 req-10f7cf80-8e30-49f5-afda-b2f1f2b3dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:32.602558 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-cc117f31-5223-4b6f-8f54-42927bff6e33 req-10f7cf80-8e30-49f5-afda-b2f1f2b3dfa1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 HTTP/1.1" status: 200 len: 909 time: 0.0822392 Sep 03 02:46:32.669841 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-cc117f31-5223-4b6f-8f54-42927bff6e33 req-6cba2e18-5b3d-47fe-90e4-2ba04afde5fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25255cba-853f-49b7-964b-5ea4aeda45f1 HTTP/1.1" status: 200 len: 1002 time: 0.0590396 Sep 03 02:46:32.720578 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc117f31-5223-4b6f-8f54-42927bff6e33 req-13cf8908-098b-48b4-8d33-60a43df73a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:32.722028 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-cc117f31-5223-4b6f-8f54-42927bff6e33 req-13cf8908-098b-48b4-8d33-60a43df73a77 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c668972-bd5b-46df-952a-591f2c28afbf HTTP/1.1" status: 200 len: 847 time: 0.0441899 Sep 03 02:46:32.773899 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc117f31-5223-4b6f-8f54-42927bff6e33 req-8b473ba6-0640-4cf2-88fb-8630076cf5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:32.775218 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-cc117f31-5223-4b6f-8f54-42927bff6e33 req-8b473ba6-0640-4cf2-88fb-8630076cf5cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394294 Sep 03 02:46:32.867740 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-cc117f31-5223-4b6f-8f54-42927bff6e33 req-c17abf4f-f419-49f7-b07f-193be224d33a service neutron] 10.222.0.25 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840833 Sep 03 02:46:32.956708 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-cc117f31-5223-4b6f-8f54-42927bff6e33 req-11413d22-da93-493e-bb45-27c062128cb9 service neutron] 10.222.0.25 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819466 Sep 03 02:46:33.439732 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35860) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:33.541124 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-664030d1-5d90-44cc-9030-e6d7c9308d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:33.628899 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-664030d1-5d90-44cc-9030-e6d7c9308d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:33.696345 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-664030d1-5d90-44cc-9030-e6d7c9308d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:33.734504 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-664030d1-5d90-44cc-9030-e6d7c9308d5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8327b508fb3f42d9b15527888e909a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937219 Sep 03 02:46:33.735466 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664030d1-5d90-44cc-9030-e6d7c9308d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b3a4ab-21f0-4c4c-98bc-3ca9e71d7380,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:33.737198 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35864) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:33.754404 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-d8254a5d-3cf9-469a-8626-71c314389d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:33.786452 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba9e7-62ae-4adc-ba6a-f7080d538a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:33.806630 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba9e7-62ae-4adc-ba6a-f7080d538a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:33.931439 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba9e7-62ae-4adc-ba6a-f7080d538a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:33.933899 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4e5ba9e7-62ae-4adc-ba6a-f7080d538a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:33.935044 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-4e5ba9e7-62ae-4adc-ba6a-f7080d538a38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5b3a4ab-21f0-4c4c-98bc-3ca9e71d7380 HTTP/1.1" status: 204 len: 168 time: 0.1968541 Sep 03 02:46:33.943135 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ba9e7-62ae-4adc-ba6a-f7080d538a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b3a4ab-21f0-4c4c-98bc-3ca9e71d7380,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:34.473853 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 35870) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:34.487446 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d08fdde5-3093-4ac6-88a3-4c0d3c00e017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:34.571594 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d08fdde5-3093-4ac6-88a3-4c0d3c00e017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:34.633940 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-d08fdde5-3093-4ac6-88a3-4c0d3c00e017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:34.671753 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-d08fdde5-3093-4ac6-88a3-4c0d3c00e017 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b42656e76dfd4ebca20e30ef1862bd83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960690 Sep 03 02:46:34.674221 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 35872) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:34.676447 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fdde5-3093-4ac6-88a3-4c0d3c00e017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22eaaad5-1696-4bcb-b7d6-01fdf0a20cb2,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:34.722695 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e7ace0a7-0814-4df5-9ce9-230e3a4d6b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:34.744756 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e7ace0a7-0814-4df5-9ce9-230e3a4d6b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:34.850114 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e7ace0a7-0814-4df5-9ce9-230e3a4d6b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:34.852599 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e7ace0a7-0814-4df5-9ce9-230e3a4d6b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:34.853713 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-e7ace0a7-0814-4df5-9ce9-230e3a4d6b9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22eaaad5-1696-4bcb-b7d6-01fdf0a20cb2 HTTP/1.1" status: 204 len: 168 time: 0.1785274 Sep 03 02:46:34.861132 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ace0a7-0814-4df5-9ce9-230e3a4d6b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eaaad5-1696-4bcb-b7d6-01fdf0a20cb2,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:36.176669 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1322d589-a5e6-40ce-8aee-e9803a8e7ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:36.760187 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:37.867708 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:39.160536 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:47.167563 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36012) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:47.268248 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e2e5dabd-69da-49b3-84d2-746564d215ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:47.350975 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e2e5dabd-69da-49b3-84d2-746564d215ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:47.428522 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e2e5dabd-69da-49b3-84d2-746564d215ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:47.468078 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-e2e5dabd-69da-49b3-84d2-746564d215ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=067c663c3337443db3c358f6463f04c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994764 Sep 03 02:46:47.468902 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5dabd-69da-49b3-84d2-746564d215ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa88f284-03ba-40fc-bf5b-7dc302021d62,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:47.471231 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36016) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:47.522063 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-237755dd-9934-40fa-901d-c094cc48b899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:47.541608 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-237755dd-9934-40fa-901d-c094cc48b899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:47.663054 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-237755dd-9934-40fa-901d-c094cc48b899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:47.665689 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-237755dd-9934-40fa-901d-c094cc48b899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:47.666866 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-237755dd-9934-40fa-901d-c094cc48b899 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa88f284-03ba-40fc-bf5b-7dc302021d62 HTTP/1.1" status: 204 len: 168 time: 0.1946042 Sep 03 02:46:47.674406 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237755dd-9934-40fa-901d-c094cc48b899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa88f284-03ba-40fc-bf5b-7dc302021d62,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:48.164163 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36022) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:48.177656 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-18bbd788-8c6e-4c18-b092-6efa2beebca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:48.263215 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-18bbd788-8c6e-4c18-b092-6efa2beebca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:48.319755 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-18bbd788-8c6e-4c18-b092-6efa2beebca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:48.354957 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbd788-8c6e-4c18-b092-6efa2beebca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2d1bf4-8c82-4d7b-8c49-a018bceefee3,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:48.359288 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-18bbd788-8c6e-4c18-b092-6efa2beebca6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62cf771f458940f3a14d6fcbd357a80e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940794 Sep 03 02:46:48.362638 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36024) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:48.409702 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4890327f-0ca0-48e9-a652-16b93ca5f0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:48.430354 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4890327f-0ca0-48e9-a652-16b93ca5f0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:48.564596 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4890327f-0ca0-48e9-a652-16b93ca5f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:48.568681 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4890327f-0ca0-48e9-a652-16b93ca5f0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:48.574543 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-4890327f-0ca0-48e9-a652-16b93ca5f0c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df2d1bf4-8c82-4d7b-8c49-a018bceefee3 HTTP/1.1" status: 204 len: 168 time: 0.2069759 Sep 03 02:46:48.578780 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890327f-0ca0-48e9-a652-16b93ca5f0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2d1bf4-8c82-4d7b-8c49-a018bceefee3,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:49.181127 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36030) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:49.194750 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6eea9aea-3cd5-4c89-8b95-8b4dafa95a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:49.279489 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6eea9aea-3cd5-4c89-8b95-8b4dafa95a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:49.423108 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6eea9aea-3cd5-4c89-8b95-8b4dafa95a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:49.461216 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-6eea9aea-3cd5-4c89-8b95-8b4dafa95a3f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c43ae7201a746bd813fc124cff3a268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790344 Sep 03 02:46:49.462094 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea9aea-3cd5-4c89-8b95-8b4dafa95a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c913b3-03fd-4aae-a037-043f7f7e1b2e,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:49.463987 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36032) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:49.511558 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9932407e-a4f9-44c5-8d6f-dec00a04e852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:49.531538 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9932407e-a4f9-44c5-8d6f-dec00a04e852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:49.663123 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9932407e-a4f9-44c5-8d6f-dec00a04e852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:49.665779 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-9932407e-a4f9-44c5-8d6f-dec00a04e852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:49.666970 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-9932407e-a4f9-44c5-8d6f-dec00a04e852 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83c913b3-03fd-4aae-a037-043f7f7e1b2e HTTP/1.1" status: 204 len: 168 time: 0.2019832 Sep 03 02:46:49.675135 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932407e-a4f9-44c5-8d6f-dec00a04e852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c913b3-03fd-4aae-a037-043f7f7e1b2e,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:50.542665 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36056) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:50.634674 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-c974a9f7-71c5-4c88-bd4e-873601e7dcea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2022510903-network', 'tenant_id': 'df7049625a284130a3accda609738413'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:46:50.719164 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c974a9f7-71c5-4c88-bd4e-873601e7dcea admin admin] Made reservation on behalf of df7049625a284130a3accda609738413 for: {'network': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:46:50.721402 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c974a9f7-71c5-4c88-bd4e-873601e7dcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:50.729560 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c974a9f7-71c5-4c88-bd4e-873601e7dcea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:50.812735 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c974a9f7-71c5-4c88-bd4e-873601e7dcea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:50.884679 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c974a9f7-71c5-4c88-bd4e-873601e7dcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:50.907668 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c974a9f7-71c5-4c88-bd4e-873601e7dcea admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=94494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:46:50.916907 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974a9f7-71c5-4c88-bd4e-873601e7dcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8fa289-99a5-4040-b66e-5194dbe9574f,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:50.921512 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c974a9f7-71c5-4c88-bd4e-873601e7dcea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:50.921862 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.segments_db [None req-c974a9f7-71c5-4c88-bd4e-873601e7dcea admin admin] Added segment 0fc9f395-5df3-4a88-b09f-7c56e1bd21df of type vlan for network d3d0dabd-c577-452f-bd9f-91d59b82ee97 Sep 03 02:46:50.962947 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c974a9f7-71c5-4c88-bd4e-873601e7dcea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:51.045863 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c974a9f7-71c5-4c88-bd4e-873601e7dcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:51.046744 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c974a9f7-71c5-4c88-bd4e-873601e7dcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:51.047358 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c974a9f7-71c5-4c88-bd4e-873601e7dcea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:51.103781 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974a9f7-71c5-4c88-bd4e-873601e7dcea admin admin] Pushing event updated for resources: {'Network': ['ID=d3d0dabd-c577-452f-bd9f-91d59b82ee97,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:51.113833 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network d3d0dabd-c577-452f-bd9f-91d59b82ee97 details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:46:51.121121 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-c974a9f7-71c5-4c88-bd4e-873601e7dcea admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5773621 Sep 03 02:46:51.123926 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36060) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:51.129289 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-c2737c22-837f-4708-9d64-e092a8e31441 admin admin] Request body: {'subnet': {'network_id': 'd3d0dabd-c577-452f-bd9f-91d59b82ee97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2022510903-subnet', 'tenant_id': 'df7049625a284130a3accda609738413', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:46:51.200523 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2737c22-837f-4708-9d64-e092a8e31441 admin admin] Made reservation on behalf of df7049625a284130a3accda609738413 for: {'subnet': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:46:51.202883 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c2737c22-837f-4708-9d64-e092a8e31441 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31358997'] for subnet, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:51.416851 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c2737c22-837f-4708-9d64-e092a8e31441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31249235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31359035'] for subnet, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:51.485587 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2737c22-837f-4708-9d64-e092a8e31441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=154b94f8-3737-4f32-a37a-e82386c1b072,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:51.488671 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2737c22-837f-4708-9d64-e092a8e31441 admin admin] Checking segment: {'id': '0fc9f395-5df3-4a88-b09f-7c56e1bd21df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd3d0dabd-c577-452f-bd9f-91d59b82ee97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:46:51.489024 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2737c22-837f-4708-9d64-e092a8e31441 admin admin] Network hostable DHCP agents. Network: d3d0dabd-c577-452f-bd9f-91d59b82ee97, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:46:51.587493 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2737c22-837f-4708-9d64-e092a8e31441 admin admin] Network d3d0dabd-c577-452f-bd9f-91d59b82ee97 is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:46:51.685396 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-c2737c22-837f-4708-9d64-e092a8e31441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, d3d0dabd-c577-452f-bd9f-91d59b82ee97) {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:46:51.690971 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2737c22-837f-4708-9d64-e092a8e31441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:51.691634 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-c2737c22-837f-4708-9d64-e092a8e31441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:51.693235 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cf22a8-805c-493a-a0be-d5dfe6a5a0dd None None] Network d3d0dabd-c577-452f-bd9f-91d59b82ee97 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:46:51.767389 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-c2737c22-837f-4708-9d64-e092a8e31441 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6422136 Sep 03 02:46:51.810652 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6538750e-319b-47a9-a24c-27983403308d None None] Network d3d0dabd-c577-452f-bd9f-91d59b82ee97 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:46:52.370966 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36078) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:52.376030 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-40de414d-61dc-49d0-82b6-ef2ccdd9a17a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-127024589-network', 'tenant_id': '58d85e8288cc4282aca31da37e17e4be'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:46:52.473277 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40de414d-61dc-49d0-82b6-ef2ccdd9a17a admin admin] Made reservation on behalf of 58d85e8288cc4282aca31da37e17e4be for: {'network': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:46:52.475610 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40de414d-61dc-49d0-82b6-ef2ccdd9a17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for network, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:52.484053 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40de414d-61dc-49d0-82b6-ef2ccdd9a17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:52.569048 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40de414d-61dc-49d0-82b6-ef2ccdd9a17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:52.634288 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40de414d-61dc-49d0-82b6-ef2ccdd9a17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:52.653789 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40de414d-61dc-49d0-82b6-ef2ccdd9a17a admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 02:46:52.666303 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de414d-61dc-49d0-82b6-ef2ccdd9a17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721e2d6c-e69f-493c-86c7-9d9175f9f4e0,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:52.670911 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40de414d-61dc-49d0-82b6-ef2ccdd9a17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:52.671267 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.db.segments_db [None req-40de414d-61dc-49d0-82b6-ef2ccdd9a17a admin admin] Added segment d25797e3-0ebb-47da-868a-b26d4b430ede of type vlan for network e7d1dbbc-7dd5-4a30-b1f7-16dd9a7fd933 Sep 03 02:46:52.709501 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40de414d-61dc-49d0-82b6-ef2ccdd9a17a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772790318053'] for network, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:52.783002 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40de414d-61dc-49d0-82b6-ef2ccdd9a17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759'] for network, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:52.783979 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de414d-61dc-49d0-82b6-ef2ccdd9a17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:52.785046 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-40de414d-61dc-49d0-82b6-ef2ccdd9a17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:52.842610 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de414d-61dc-49d0-82b6-ef2ccdd9a17a admin admin] Pushing event updated for resources: {'Network': ['ID=e7d1dbbc-7dd5-4a30-b1f7-16dd9a7fd933,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:52.854344 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Network e7d1dbbc-7dd5-4a30-b1f7-16dd9a7fd933 details requested by agent ovs-agent-dv-cinder-804735-8-iscsi with host dv-cinder-804735-8-iscsi {{(pid=94495) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 02:46:52.874702 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-40de414d-61dc-49d0-82b6-ef2ccdd9a17a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5023849 Sep 03 02:46:52.877636 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36080) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:46:52.882546 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [None req-daf1b2e7-ce1a-4b97-822e-a3975e267dba admin admin] Request body: {'subnet': {'network_id': 'e7d1dbbc-7dd5-4a30-b1f7-16dd9a7fd933', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-127024589-subnet', 'tenant_id': '58d85e8288cc4282aca31da37e17e4be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:46:52.972214 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf1b2e7-ce1a-4b97-822e-a3975e267dba admin admin] Made reservation on behalf of 58d85e8288cc4282aca31da37e17e4be for: {'subnet': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:46:52.974492 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-daf1b2e7-ce1a-4b97-822e-a3975e267dba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31358997'] for subnet, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:53.204816 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-daf1b2e7-ce1a-4b97-822e-a3975e267dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31249235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31359035'] for subnet, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:53.259792 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1b2e7-ce1a-4b97-822e-a3975e267dba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e37f737-0c96-4da6-982e-459d3940ca6b,revision_number=0']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:46:53.266939 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf1b2e7-ce1a-4b97-822e-a3975e267dba admin admin] Checking segment: {'id': 'd25797e3-0ebb-47da-868a-b26d4b430ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e7d1dbbc-7dd5-4a30-b1f7-16dd9a7fd933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:46:53.267323 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf1b2e7-ce1a-4b97-822e-a3975e267dba admin admin] Network hostable DHCP agents. Network: e7d1dbbc-7dd5-4a30-b1f7-16dd9a7fd933, hostable agents: ['274c122c-c6aa-4933-bb04-a8be616f084b'], hosted agents: [] {{(pid=94494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 02:46:53.341552 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf1b2e7-ce1a-4b97-822e-a3975e267dba admin admin] Network e7d1dbbc-7dd5-4a30-b1f7-16dd9a7fd933 is scheduled to be hosted by DHCP agent 274c122c-c6aa-4933-bb04-a8be616f084b with binding_index 1 {{(pid=94494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 02:46:53.400068 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [None req-daf1b2e7-ce1a-4b97-822e-a3975e267dba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-8-iscsi, e7d1dbbc-7dd5-4a30-b1f7-16dd9a7fd933) {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:46:53.404166 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf1b2e7-ce1a-4b97-822e-a3975e267dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:46:53.404764 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-daf1b2e7-ce1a-4b97-822e-a3975e267dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:46:53.410195 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78660eb-2ac1-4926-a51e-e80011dec908 None None] Network e7d1dbbc-7dd5-4a30-b1f7-16dd9a7fd933 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:46:53.491165 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-daf1b2e7-ce1a-4b97-822e-a3975e267dba admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6123071 Sep 03 02:46:53.528510 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f817b39-5b0b-462c-a595-bafeffaa7df8 None None] Network e7d1dbbc-7dd5-4a30-b1f7-16dd9a7fd933 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:46:58.508564 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:03.191664 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:47:03.709109 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-f4e58a7a-f70e-4933-aeac-7282ff22ca91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:06.183409 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-cca7ad80-791a-4b7b-bfef-93ce7b6df073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:06.764865 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:07.823063 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:09.211668 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:09.724764 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36206) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:09.767779 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6dcc44f-9fff-429a-a7e9-6624a73da7a8 admin admin] Deleting subnet 154b94f8-3737-4f32-a37a-e82386c1b072 {{(pid=94494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:47:09.770740 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc44f-9fff-429a-a7e9-6624a73da7a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:09.806009 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc44f-9fff-429a-a7e9-6624a73da7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31215061'] for subnet, precommit_delete_associations {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:09.842632 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc44f-9fff-429a-a7e9-6624a73da7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:09.977576 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc44f-9fff-429a-a7e9-6624a73da7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31249298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31359024'] for subnet, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.003178 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcc44f-9fff-429a-a7e9-6624a73da7a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=154b94f8-3737-4f32-a37a-e82386c1b072,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:10.008130 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc44f-9fff-429a-a7e9-6624a73da7a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.010235 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-e6dcc44f-9fff-429a-a7e9-6624a73da7a8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/154b94f8-3737-4f32-a37a-e82386c1b072 HTTP/1.1" status: 204 len: 168 time: 0.2842877 Sep 03 02:47:10.012488 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36210) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:10.081038 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b15f6091-6292-4e0e-980f-e9f563a4275f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.155618 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b15f6091-6292-4e0e-980f-e9f563a4275f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.166032 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-b15f6091-6292-4e0e-980f-e9f563a4275f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d0dabd-c577-452f-bd9f-91d59b82ee97']}} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:10.175635 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-b15f6091-6292-4e0e-980f-e9f563a4275f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc9f395-5df3-4a88-b09f-7c56e1bd21df') {'for_net_delete': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:10.175991 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-b15f6091-6292-4e0e-980f-e9f563a4275f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc9f395-5df3-4a88-b09f-7c56e1bd21df') {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:10.185337 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b15f6091-6292-4e0e-980f-e9f563a4275f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31215052'] for segment, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.198586 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b15f6091-6292-4e0e-980f-e9f563a4275f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.204310 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15f6091-6292-4e0e-980f-e9f563a4275f admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:47:10.204706 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b15f6091-6292-4e0e-980f-e9f563a4275f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31249356'] for segment, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: Traceback (most recent call last): Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: timer() Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: cb(*args, **kw) Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: return func(*args, **kwargs) Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: self._notify() Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: self.callback(batched_events) Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: event.method(event) Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: return f(self, *a, **k) Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._get(url).json() Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: return self.request(url, 'GET', **kwargs) Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:47:10.206289 dv-cinder-804735-8-iscsi neutron-server[94494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:47:10.313272 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b15f6091-6292-4e0e-980f-e9f563a4275f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.318283 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b15f6091-6292-4e0e-980f-e9f563a4275f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.320145 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-b15f6091-6292-4e0e-980f-e9f563a4275f admin admin] 10.222.0.21 "DELETE /v2.0/networks/d3d0dabd-c577-452f-bd9f-91d59b82ee97 HTTP/1.1" status: 204 len: 168 time: 0.3067350 Sep 03 02:47:10.325531 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36212) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:10.330074 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f6091-6292-4e0e-980f-e9f563a4275f admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d0dabd-c577-452f-bd9f-91d59b82ee97,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:10.370678 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13ad3ef-6f79-4a82-b229-9cbbc756952a admin admin] Deleting subnet 7e37f737-0c96-4da6-982e-459d3940ca6b {{(pid=94493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:47:10.373759 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a13ad3ef-6f79-4a82-b229-9cbbc756952a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.411295 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a13ad3ef-6f79-4a82-b229-9cbbc756952a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30229339'] for subnet, precommit_delete_associations {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.449422 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a13ad3ef-6f79-4a82-b229-9cbbc756952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.565003 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a13ad3ef-6f79-4a82-b229-9cbbc756952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30143488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29389865'] for subnet, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.589889 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ad3ef-6f79-4a82-b229-9cbbc756952a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e37f737-0c96-4da6-982e-459d3940ca6b,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:10.597264 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-a13ad3ef-6f79-4a82-b229-9cbbc756952a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.597264 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-a13ad3ef-6f79-4a82-b229-9cbbc756952a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7e37f737-0c96-4da6-982e-459d3940ca6b HTTP/1.1" status: 204 len: 168 time: 0.2700384 Sep 03 02:47:10.599096 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36214) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:10.669199 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9cf248d0-a0b1-43f2-b54e-cd1d8ed24083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.743292 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9cf248d0-a0b1-43f2-b54e-cd1d8ed24083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.752777 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-9cf248d0-a0b1-43f2-b54e-cd1d8ed24083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d1dbbc-7dd5-4a30-b1f7-16dd9a7fd933']}} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:10.762932 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-9cf248d0-a0b1-43f2-b54e-cd1d8ed24083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25797e3-0ebb-47da-868a-b26d4b430ede') {'for_net_delete': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:10.763232 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-9cf248d0-a0b1-43f2-b54e-cd1d8ed24083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25797e3-0ebb-47da-868a-b26d4b430ede') {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:10.772054 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9cf248d0-a0b1-43f2-b54e-cd1d8ed24083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30229314'] for segment, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.785674 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9cf248d0-a0b1-43f2-b54e-cd1d8ed24083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.791298 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf248d0-a0b1-43f2-b54e-cd1d8ed24083 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:47:10.791700 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9cf248d0-a0b1-43f2-b54e-cd1d8ed24083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30143582'] for segment, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: Traceback (most recent call last): Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: timer() Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: cb(*args, **kw) Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: return func(*args, **kwargs) Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: self._notify() Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: self.callback(batched_events) Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: event.method(event) Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: return f(self, *a, **k) Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: return self._get(url).json() Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: return self.request(url, 'GET', **kwargs) Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:47:10.793256 dv-cinder-804735-8-iscsi neutron-server[94493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:47:10.920198 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9cf248d0-a0b1-43f2-b54e-cd1d8ed24083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.925439 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-9cf248d0-a0b1-43f2-b54e-cd1d8ed24083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:10.927290 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-9cf248d0-a0b1-43f2-b54e-cd1d8ed24083 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e7d1dbbc-7dd5-4a30-b1f7-16dd9a7fd933 HTTP/1.1" status: 204 len: 168 time: 0.3272152 Sep 03 02:47:10.937338 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf248d0-a0b1-43f2-b54e-cd1d8ed24083 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d1dbbc-7dd5-4a30-b1f7-16dd9a7fd933,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:11.289755 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36218) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:11.328592 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-5542aced-f53b-40ad-a7a7-e804e408be10 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df7049625a284130a3accda609738413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376844 Sep 03 02:47:11.331001 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36220) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:11.376429 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b98310c3-c08f-4e80-8c83-59112d4e5a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:11.396997 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b98310c3-c08f-4e80-8c83-59112d4e5a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:11.507726 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b98310c3-c08f-4e80-8c83-59112d4e5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:11.510139 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b98310c3-c08f-4e80-8c83-59112d4e5a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:11.511293 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-b98310c3-c08f-4e80-8c83-59112d4e5a49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e8fa289-99a5-4040-b66e-5194dbe9574f HTTP/1.1" status: 204 len: 168 time: 0.1793683 Sep 03 02:47:11.518823 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98310c3-c08f-4e80-8c83-59112d4e5a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8fa289-99a5-4040-b66e-5194dbe9574f,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:12.129106 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36226) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:12.168020 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-40470ee1-9258-436b-84fa-2dba4f3650fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58d85e8288cc4282aca31da37e17e4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377638 Sep 03 02:47:12.170366 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36228) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:12.217167 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4edf1409-0c27-471b-ba5b-e17b3b33e498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:12.237584 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4edf1409-0c27-471b-ba5b-e17b3b33e498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:12.354595 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4edf1409-0c27-471b-ba5b-e17b3b33e498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:12.357189 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4edf1409-0c27-471b-ba5b-e17b3b33e498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:12.358345 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-4edf1409-0c27-471b-ba5b-e17b3b33e498 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/721e2d6c-e69f-493c-86c7-9d9175f9f4e0 HTTP/1.1" status: 204 len: 168 time: 0.1870079 Sep 03 02:47:12.366167 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf1409-0c27-471b-ba5b-e17b3b33e498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721e2d6c-e69f-493c-86c7-9d9175f9f4e0,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:24.630263 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36368) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:24.735038 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-292ea540-4711-4ff3-98a4-37f601829b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:24.820962 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-292ea540-4711-4ff3-98a4-37f601829b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:24.862602 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-292ea540-4711-4ff3-98a4-37f601829b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:24.901831 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-292ea540-4711-4ff3-98a4-37f601829b7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a9b6245d11b42078a613da92f2ec8af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704883 Sep 03 02:47:24.903805 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ea540-4711-4ff3-98a4-37f601829b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22c817a-3db9-4934-a0ba-97f1a5691788,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:24.904427 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36372) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:24.951236 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:24.971269 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:25.074126 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:25.076655 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:25.077790 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a22c817a-3db9-4934-a0ba-97f1a5691788 HTTP/1.1" status: 204 len: 168 time: 0.1723642 Sep 03 02:47:25.085323 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22c817a-3db9-4934-a0ba-97f1a5691788,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:25.092801 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:25.093159 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:25.093501 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:25.093834 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:25.094168 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:25.094500 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:25.094837 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:25.095199 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:25.095497 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:25.095823 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:25.096147 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:25.096466 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641c34a2-0e5b-479e-89a9-570f41442c4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:28.449995 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:33.718591 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-766b179d-b47e-4ec3-a4f5-dcda77e0809f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:34.433595 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-2415a5ef-a112-4fab-8df8-a23e7d7a369f req-a3b295ff-892f-4159-879f-6385dca4af2e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405078 Sep 03 02:47:34.489695 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415a5ef-a112-4fab-8df8-a23e7d7a369f req-ea1a8fef-0fbb-43a0-b745-61f1cd3c7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:47:34.491092 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-2415a5ef-a112-4fab-8df8-a23e7d7a369f req-ea1a8fef-0fbb-43a0-b745-61f1cd3c7e3f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 1098 time: 0.0373421 Sep 03 02:47:34.588377 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415a5ef-a112-4fab-8df8-a23e7d7a369f req-989f9b26-0e5b-43b7-80c9-40510d044797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:47:34.590301 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-2415a5ef-a112-4fab-8df8-a23e7d7a369f req-989f9b26-0e5b-43b7-80c9-40510d044797 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f23c6c7-d272-45de-a27b-de6b376f8751 HTTP/1.1" status: 200 len: 912 time: 0.0811524 Sep 03 02:47:34.654933 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-2415a5ef-a112-4fab-8df8-a23e7d7a369f req-3cf5b5fe-6322-4ab9-8297-5da038afeacb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff3a0561-7436-4704-9e21-8ac551f62ddd HTTP/1.1" status: 200 len: 1000 time: 0.0576892 Sep 03 02:47:34.704769 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415a5ef-a112-4fab-8df8-a23e7d7a369f req-e7eee1fa-92e0-4708-9063-566677be2613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:47:34.706246 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-2415a5ef-a112-4fab-8df8-a23e7d7a369f req-e7eee1fa-92e0-4708-9063-566677be2613 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0c8096f2-dc70-4967-beca-fff30068e743 HTTP/1.1" status: 200 len: 850 time: 0.0440176 Sep 03 02:47:34.752535 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415a5ef-a112-4fab-8df8-a23e7d7a369f req-0b05070c-ab79-4f20-b6ab-e86c904b1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:47:34.754018 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-2415a5ef-a112-4fab-8df8-a23e7d7a369f req-0b05070c-ab79-4f20-b6ab-e86c904b1db3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f23c6c7-d272-45de-a27b-de6b376f8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409296 Sep 03 02:47:34.842947 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-2415a5ef-a112-4fab-8df8-a23e7d7a369f req-f2f50ca8-9704-45f1-8042-b85beaf18a8e service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820568 Sep 03 02:47:34.934999 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-2415a5ef-a112-4fab-8df8-a23e7d7a369f req-72ac422e-27df-4f94-832c-70eb8b1d2a31 service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848970 Sep 03 02:47:35.100556 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36444) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:35.202431 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-bf7240be-0909-4951-a0fd-3fc2e82b1eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:35.286829 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-bf7240be-0909-4951-a0fd-3fc2e82b1eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:35.365884 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-bf7240be-0909-4951-a0fd-3fc2e82b1eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:35.403531 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-bf7240be-0909-4951-a0fd-3fc2e82b1eb2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c545fa1d36d41aba57bd0f76a9d98da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018763 Sep 03 02:47:35.404393 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7240be-0909-4951-a0fd-3fc2e82b1eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abacaf7-ccd5-42a1-b1cc-12786a10af63,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:35.406271 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36448) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:35.455111 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:35.475374 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:35.594420 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:35.597019 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:35.598148 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7abacaf7-ccd5-42a1-b1cc-12786a10af63 HTTP/1.1" status: 204 len: 168 time: 0.1903012 Sep 03 02:47:35.605909 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abacaf7-ccd5-42a1-b1cc-12786a10af63,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:35.612775 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:35.613130 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:35.613473 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:35.613810 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:35.614145 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:35.614485 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:35.614807 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:35.615134 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:35.615489 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:35.615814 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:35.616138 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:35.616461 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1f41c8-486d-4750-b3d2-4e518844f4ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:36.154278 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e4e93645-ab9b-4772-9d97-a1137eef3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:36.157951 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36452) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:36.307016 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-8f42c02d-22b7-4d85-9ef6-56f36841ebc8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Deleting port 687fd454-ed61-464c-866f-12f65faa0d00 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:47:36.307383 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8f42c02d-22b7-4d85-9ef6-56f36841ebc8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:36.381407 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8f42c02d-22b7-4d85-9ef6-56f36841ebc8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:36.381737 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8f42c02d-22b7-4d85-9ef6-56f36841ebc8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:36.394350 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-8f42c02d-22b7-4d85-9ef6-56f36841ebc8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Calling delete_port for 687fd454-ed61-464c-866f-12f65faa0d00 owned by network:floatingip {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:47:36.600443 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8f42c02d-22b7-4d85-9ef6-56f36841ebc8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:36.630081 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42c02d-22b7-4d85-9ef6-56f36841ebc8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Pushing event deleted for resources: {'Port': ['ID=687fd454-ed61-464c-866f-12f65faa0d00,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:36.686901 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8f42c02d-22b7-4d85-9ef6-56f36841ebc8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for floatingip, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:36.687265 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.l3_db [None req-8f42c02d-22b7-4d85-9ef6-56f36841ebc8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Floating IP cc069d32-fd09-4dd7-b068-824d58650531 disassociated (deleted). External IP: 172.27.0.217, port: 25255cba-853f-49b7-964b-5ea4aeda45f1. Sep 03 02:47:36.764776 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:36.885772 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f42c02d-22b7-4d85-9ef6-56f36841ebc8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:47:36.987483 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f42c02d-22b7-4d85-9ef6-56f36841ebc8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:47:36.991905 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8f42c02d-22b7-4d85-9ef6-56f36841ebc8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:36.998905 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5fa1cf-b834-4db3-84f3-4c790c0c5d4f None None] Sync routers for ids ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:47:37.007521 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5fa1cf-b834-4db3-84f3-4c790c0c5d4f None None] Routers {'39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:47:37.008136 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-2f5fa1cf-b834-4db3-84f3-4c790c0c5d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:47:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:37.018943 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-8f42c02d-22b7-4d85-9ef6-56f36841ebc8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "DELETE /v2.0/floatingips/cc069d32-fd09-4dd7-b068-824d58650531 HTTP/1.1" status: 204 len: 168 time: 0.8598936 Sep 03 02:47:37.019771 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'tag': '25255cba-853f-49b7-964b-5ea4aeda45f1'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:47:37.022188 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86687bff-4c50-4946-99b1-4855a5d449df" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a6aeb1-0649-4522-9266-3507acfb00ed", "tag": "25255cba-853f-49b7-964b-5ea4aeda45f1"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:47:37.061554 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bc766f-ad8b-42ed-9aa2-da0fdb02cf24 x-openstack-request-id: req-48bc766f-ad8b-42ed-9aa2-da0fdb02cf24 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:47:37.061927 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a6aeb1-0649-4522-9266-3507acfb00ed", "tag": "25255cba-853f-49b7-964b-5ea4aeda45f1", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:47:37.062183 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48bc766f-ad8b-42ed-9aa2-da0fdb02cf24 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:47:37.062615 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'tag': '25255cba-853f-49b7-964b-5ea4aeda45f1', 'status': 'completed', 'code': 200} Sep 03 02:47:37.114004 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-2f5fa1cf-b834-4db3-84f3-4c790c0c5d4f None None] Set router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:47:37.124595 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86687bff-4c50-4946-99b1-4855a5d449df req-fef6aee9-9dfc-4017-95a5-a58647e6a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:47:37.126095 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-86687bff-4c50-4946-99b1-4855a5d449df req-fef6aee9-9dfc-4017-95a5-a58647e6a354 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3e8cb3f9ad940289d0011288a1efbb0&device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 1099 time: 0.0400064 Sep 03 02:47:37.218756 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86687bff-4c50-4946-99b1-4855a5d449df req-f025f737-233e-4ff7-a45a-0363b12bbac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:47:37.220289 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-86687bff-4c50-4946-99b1-4855a5d449df req-f025f737-233e-4ff7-a45a-0363b12bbac7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 HTTP/1.1" status: 200 len: 909 time: 0.0872335 Sep 03 02:47:37.260108 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-86687bff-4c50-4946-99b1-4855a5d449df req-85e043e5-403e-4daf-806e-d6e029d28886 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25255cba-853f-49b7-964b-5ea4aeda45f1 HTTP/1.1" status: 200 len: 217 time: 0.0330880 Sep 03 02:47:37.306569 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-2f5fa1cf-b834-4db3-84f3-4c790c0c5d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'name': 'tempest-TestShelveInstance-447551594-router', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:40Z', 'revision_number': 4, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'gw_port': {'id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '87a04a10-94af-4863-bd69-0d25b83b3dbb', 'name': '', 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'mac_address': 'fa:16:3e:ca:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:39Z', 'updated_at': '2021-09-03T02:42:46Z', 'revision_number': 5, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'subnets': [{'id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:37.310896 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86687bff-4c50-4946-99b1-4855a5d449df req-3767d557-cc17-4b45-acb5-ac730a7e6437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:47:37.312402 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-86687bff-4c50-4946-99b1-4855a5d449df req-3767d557-cc17-4b45-acb5-ac730a7e6437 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3c668972-bd5b-46df-952a-591f2c28afbf HTTP/1.1" status: 200 len: 847 time: 0.0457249 Sep 03 02:47:37.339037 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5fa1cf-b834-4db3-84f3-4c790c0c5d4f None None] Checking router: 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:47:37.347534 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5fa1cf-b834-4db3-84f3-4c790c0c5d4f None None] Routers {'39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:47:37.348151 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-2f5fa1cf-b834-4db3-84f3-4c790c0c5d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:47:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:37.359148 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86687bff-4c50-4946-99b1-4855a5d449df req-5b9089b1-63c1-4489-846c-7cdaf709390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:47:37.360693 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-86687bff-4c50-4946-99b1-4855a5d449df req-5b9089b1-63c1-4489-846c-7cdaf709390c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405798 Sep 03 02:47:37.450216 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-86687bff-4c50-4946-99b1-4855a5d449df req-357a55cb-97da-4f06-ae57-e09064a183a6 service neutron] 10.222.0.25 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827303 Sep 03 02:47:37.453890 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-2f5fa1cf-b834-4db3-84f3-4c790c0c5d4f None None] Set router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:47:37.516233 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cd97b-37b1-4252-a10f-921527a9f7bd req-107c5021-7862-43fe-869d-4ea52732cd33 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:47:37.517679 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f88cd97b-37b1-4252-a10f-921527a9f7bd req-107c5021-7862-43fe-869d-4ea52732cd33 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0499961 Sep 03 02:47:37.549716 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-86687bff-4c50-4946-99b1-4855a5d449df req-c32cb237-6062-47e1-b861-6282cf7e1329 service neutron] 10.222.0.25 "GET /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916309 Sep 03 02:47:37.556613 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f88cd97b-37b1-4252-a10f-921527a9f7bd req-8a1ae596-b7ff-4db2-9682-9a0ed69f2b81 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325727 Sep 03 02:47:37.653415 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-2f5fa1cf-b834-4db3-84f3-4c790c0c5d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'name': 'tempest-TestShelveInstance-447551594-router', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:40Z', 'revision_number': 4, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'gw_port': {'id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '87a04a10-94af-4863-bd69-0d25b83b3dbb', 'name': '', 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'mac_address': 'fa:16:3e:ca:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:39Z', 'updated_at': '2021-09-03T02:42:46Z', 'revision_number': 5, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'subnets': [{'id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:37.678235 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5fa1cf-b834-4db3-84f3-4c790c0c5d4f None None] The sync data for ids ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'] in dv-cinder-804735-8-iscsi is: [{'id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'name': 'tempest-TestShelveInstance-447551594-router', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:40Z', 'revision_number': 4, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'gw_port': {'id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': '87a04a10-94af-4863-bd69-0d25b83b3dbb', 'name': '', 'network_id': 'ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'mac_address': 'fa:16:3e:ca:07:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:39Z', 'updated_at': '2021-09-03T02:42:46Z', 'revision_number': 5, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'subnets': [{'id': '3c668972-bd5b-46df-952a-591f2c28afbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:47:37.869353 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:37.879010 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5badbe8-fc14-4ed7-af24-af3e077bf888 None None] New status for floating IP cc069d32-fd09-4dd7-b068-824d58650531: DOWN {{(pid=94496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:47:38.679573 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e7dd0-c464-43e5-b7aa-1f1af4420ccd req-ce4a7cb1-b60c-48bc-ae71-019a881dcb34 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:47:38.681013 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-507e7dd0-c464-43e5-b7aa-1f1af4420ccd req-ce4a7cb1-b60c-48bc-ae71-019a881dcb34 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0519023 Sep 03 02:47:38.717858 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-507e7dd0-c464-43e5-b7aa-1f1af4420ccd req-0361135e-ecd3-48e8-9e2b-2094bd0e386b tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ff7386e-de1f-42f6-9e24-207ee69d474c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309703 Sep 03 02:47:38.977286 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0a07-d7bf-4b82-a3e1-38fa3e048266 req-15c4c860-3794-469b-97cf-595490475635 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:47:38.978622 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-621e0a07-d7bf-4b82-a3e1-38fa3e048266 req-15c4c860-3794-469b-97cf-595490475635 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 946 time: 0.0471752 Sep 03 02:47:39.066589 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-621e0a07-d7bf-4b82-a3e1-38fa3e048266 req-39bc81c3-41dc-4c84-9c2a-f595b742904e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Deleting port 25255cba-853f-49b7-964b-5ea4aeda45f1 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:47:39.066939 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-621e0a07-d7bf-4b82-a3e1-38fa3e048266 req-39bc81c3-41dc-4c84-9c2a-f595b742904e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:39.152112 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-621e0a07-d7bf-4b82-a3e1-38fa3e048266 req-39bc81c3-41dc-4c84-9c2a-f595b742904e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] For port 25255cba-853f-49b7-964b-5ea4aeda45f1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=25255cba-853f-49b7-964b-5ea4aeda45f1,segment=NetworkSegment(baee9e7f-d874-4790-abba-dc80169cf7d2),segment_id=baee9e7f-d874-4790-abba-dc80169cf7d2)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:47:39.152479 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-621e0a07-d7bf-4b82-a3e1-38fa3e048266 req-39bc81c3-41dc-4c84-9c2a-f595b742904e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:39.164866 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-621e0a07-d7bf-4b82-a3e1-38fa3e048266 req-39bc81c3-41dc-4c84-9c2a-f595b742904e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Calling delete_port for 25255cba-853f-49b7-964b-5ea4aeda45f1 owned by compute:nova {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:47:39.257558 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:39.588898 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-621e0a07-d7bf-4b82-a3e1-38fa3e048266 req-39bc81c3-41dc-4c84-9c2a-f595b742904e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:39.614678 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc81c3-41dc-4c84-9c2a-f595b742904e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Pushing event deleted for resources: {'Port': ['ID=25255cba-853f-49b7-964b-5ea4aeda45f1,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:39.657780 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-621e0a07-d7bf-4b82-a3e1-38fa3e048266 req-39bc81c3-41dc-4c84-9c2a-f595b742904e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] No DVR routers for this DVR port 25255cba-853f-49b7-964b-5ea4aeda45f1 on host hv-cinder-80473 {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:47:39.660300 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-621e0a07-d7bf-4b82-a3e1-38fa3e048266 req-39bc81c3-41dc-4c84-9c2a-f595b742904e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:39.662334 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-621e0a07-d7bf-4b82-a3e1-38fa3e048266 req-39bc81c3-41dc-4c84-9c2a-f595b742904e tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.25 "DELETE /v2.0/ports/25255cba-853f-49b7-964b-5ea4aeda45f1 HTTP/1.1" status: 204 len: 173 time: 0.6779761 Sep 03 02:47:39.662769 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'name': 'network-vif-deleted', 'tag': '25255cba-853f-49b7-964b-5ea4aeda45f1'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:47:39.668035 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0f7336-958d-439a-9d68-78a519d19147" -d '{"events": [{"server_uuid": "a5a6aeb1-0649-4522-9266-3507acfb00ed", "name": "network-vif-deleted", "tag": "25255cba-853f-49b7-964b-5ea4aeda45f1"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:47:39.700094 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b0fcbf-6ec9-4fd9-a0af-15db64e746c0 x-openstack-request-id: req-17b0fcbf-6ec9-4fd9-a0af-15db64e746c0 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:47:39.700401 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a6aeb1-0649-4522-9266-3507acfb00ed", "name": "network-vif-deleted", "tag": "25255cba-853f-49b7-964b-5ea4aeda45f1", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:47:39.700662 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17b0fcbf-6ec9-4fd9-a0af-15db64e746c0 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:47:39.701060 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a6aeb1-0649-4522-9266-3507acfb00ed', 'name': 'network-vif-deleted', 'tag': '25255cba-853f-49b7-964b-5ea4aeda45f1', 'status': 'completed', 'code': 200} Sep 03 02:47:39.809393 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c8a049e8-8df3-4da4-991f-828be67e2d2f req-e9d1a6a2-b133-4544-a113-c3d9fe64f8f8 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 210 time: 0.0260751 Sep 03 02:47:40.190421 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:47:40.917971 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6e6cf836-4ec3-4b16-b07d-9d25da60bce7 req-44a3793b-8dda-4993-af42-7173b0580328 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "GET /v2.0/ports?device_id=a5a6aeb1-0649-4522-9266-3507acfb00ed HTTP/1.1" status: 200 len: 210 time: 0.0286763 Sep 03 02:47:41.977114 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36474) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:42.033648 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5d6a-edab-42c3-b541-031a817aee25 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:42.057943 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5d6a-edab-42c3-b541-031a817aee25 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:42.239248 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5d6a-edab-42c3-b541-031a817aee25 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:42.241922 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-0d9c5d6a-edab-42c3-b541-031a817aee25 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:42.243107 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-0d9c5d6a-edab-42c3-b541-031a817aee25 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] 10.222.0.21 "DELETE /v2.0/security-groups/9ff7386e-de1f-42f6-9e24-207ee69d474c HTTP/1.1" status: 204 len: 168 time: 0.2649736 Sep 03 02:47:42.253220 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c5d6a-edab-42c3-b541-031a817aee25 tempest-TestShelveInstance-698439418 tempest-TestShelveInstance-698439418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff7386e-de1f-42f6-9e24-207ee69d474c,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:42.367534 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36478) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:42.830833 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b846b449-6143-4999-85fc-37f8372859ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734964'] for router_interface, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:43.064359 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-b846b449-6143-4999-85fc-37f8372859ed admin admin] Deleting port 87a04a10-94af-4863-bd69-0d25b83b3dbb {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:47:43.064711 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b846b449-6143-4999-85fc-37f8372859ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:43.098395 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 25255cba-853f-49b7-964b-5ea4aeda45f1 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:47:43.117774 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: 25255cba-853f-49b7-964b-5ea4aeda45f1 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:47:43.118116 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device 25255cba-853f-49b7-964b-5ea4aeda45f1 not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:47:43.139545 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-b846b449-6143-4999-85fc-37f8372859ed admin admin] For port 87a04a10-94af-4863-bd69-0d25b83b3dbb, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=87a04a10-94af-4863-bd69-0d25b83b3dbb,segment=NetworkSegment(baee9e7f-d874-4790-abba-dc80169cf7d2),segment_id=baee9e7f-d874-4790-abba-dc80169cf7d2)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:47:43.139918 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b846b449-6143-4999-85fc-37f8372859ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:43.156688 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-b846b449-6143-4999-85fc-37f8372859ed admin admin] Calling delete_port for 87a04a10-94af-4863-bd69-0d25b83b3dbb owned by network:router_interface {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:47:43.401081 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b846b449-6143-4999-85fc-37f8372859ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:43.425948 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846b449-6143-4999-85fc-37f8372859ed admin admin] Pushing event deleted for resources: {'Port': ['ID=87a04a10-94af-4863-bd69-0d25b83b3dbb,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:43.584227 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-b846b449-6143-4999-85fc-37f8372859ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735072'] for router_interface, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:43.785660 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b846b449-6143-4999-85fc-37f8372859ed admin admin] Router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:47:43.887290 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b846b449-6143-4999-85fc-37f8372859ed admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:47:43.892438 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-b846b449-6143-4999-85fc-37f8372859ed admin admin] 10.222.0.21 "PUT /v2.0/routers/39b1c31b-9fb0-4429-a51b-1388fd6bd9ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5239012 Sep 03 02:47:43.894915 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36482) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:43.897586 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f466d25-c358-4773-bf1c-53b674c9358b None None] Sync routers for ids ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:47:43.906622 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f466d25-c358-4773-bf1c-53b674c9358b None None] Routers {'39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:47:43.907330 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-9f466d25-c358-4773-bf1c-53b674c9358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:47:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:43.993134 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a4558490-0080-4672-9488-39f36dd3aaad admin admin] Notify callbacks [] for router, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:44.008732 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-9f466d25-c358-4773-bf1c-53b674c9358b None None] Set router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:47:44.100248 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a4558490-0080-4672-9488-39f36dd3aaad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:44.184722 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-9f466d25-c358-4773-bf1c-53b674c9358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'name': 'tempest-TestShelveInstance-447551594-router', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:47:43Z', 'revision_number': 5, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'gw_port': {'id': 'bd1dc8e2-88f0-4d3f-9837-dbece7edf40d', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:f8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:44.203038 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-a4558490-0080-4672-9488-39f36dd3aaad admin admin] Deleting port bd1dc8e2-88f0-4d3f-9837-dbece7edf40d {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:47:44.203408 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a4558490-0080-4672-9488-39f36dd3aaad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:44.209810 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f466d25-c358-4773-bf1c-53b674c9358b None None] Checking router: 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:47:44.218507 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f466d25-c358-4773-bf1c-53b674c9358b None None] Routers {'39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:47:44.219114 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-9f466d25-c358-4773-bf1c-53b674c9358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:47:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:44.278441 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-a4558490-0080-4672-9488-39f36dd3aaad admin admin] For port bd1dc8e2-88f0-4d3f-9837-dbece7edf40d, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=bd1dc8e2-88f0-4d3f-9837-dbece7edf40d,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:47:44.278815 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a4558490-0080-4672-9488-39f36dd3aaad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:44.291416 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-a4558490-0080-4672-9488-39f36dd3aaad admin admin] Calling delete_port for bd1dc8e2-88f0-4d3f-9837-dbece7edf40d owned by network:router_gateway {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:47:44.310508 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-9f466d25-c358-4773-bf1c-53b674c9358b None None] Set router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce gateway port host: None {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:47:44.358379 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-9f466d25-c358-4773-bf1c-53b674c9358b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'name': 'tempest-TestShelveInstance-447551594-router', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:47:44Z', 'revision_number': 6, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'gw_port_host': None}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:44.383340 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f466d25-c358-4773-bf1c-53b674c9358b None None] The sync data for ids ['39b1c31b-9fb0-4429-a51b-1388fd6bd9ce'] in dv-cinder-804735-8-iscsi is: [{'id': '39b1c31b-9fb0-4429-a51b-1388fd6bd9ce', 'name': 'tempest-TestShelveInstance-447551594-router', 'tenant_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:37Z', 'updated_at': '2021-09-03T02:47:44Z', 'revision_number': 6, 'project_id': 'b3e8cb3f9ad940289d0011288a1efbb0', 'gw_port_host': None}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:47:44.514451 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a4558490-0080-4672-9488-39f36dd3aaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:44.541260 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4558490-0080-4672-9488-39f36dd3aaad admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1dc8e2-88f0-4d3f-9837-dbece7edf40d,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:44.599759 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a4558490-0080-4672-9488-39f36dd3aaad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729998'] for router_gateway, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:44.683807 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a4558490-0080-4672-9488-39f36dd3aaad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25460'] for router, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:44.685757 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a4558490-0080-4672-9488-39f36dd3aaad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:44.800469 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a4558490-0080-4672-9488-39f36dd3aaad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733480'] for router, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:44.801007 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4558490-0080-4672-9488-39f36dd3aaad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39b1c31b-9fb0-4429-a51b-1388fd6bd9ce {{(pid=94494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:47:44.805419 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-a4558490-0080-4672-9488-39f36dd3aaad admin admin] Notify callbacks [] for router, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:44.810888 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-a4558490-0080-4672-9488-39f36dd3aaad admin admin] 10.222.0.21 "DELETE /v2.0/routers/39b1c31b-9fb0-4429-a51b-1388fd6bd9ce HTTP/1.1" status: 204 len: 168 time: 0.9107974 Sep 03 02:47:44.813072 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36484) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:44.860610 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_v2 [None req-4405b8d6-fed5-4d69-8715-c51d7213ad79 admin admin] Deleting subnet 3c668972-bd5b-46df-952a-591f2c28afbf {{(pid=94494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:47:44.863649 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4405b8d6-fed5-4d69-8715-c51d7213ad79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:44.896745 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4405b8d6-fed5-4d69-8715-c51d7213ad79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31215061'] for subnet, precommit_delete_associations {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:44.969125 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4405b8d6-fed5-4d69-8715-c51d7213ad79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:45.092340 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4405b8d6-fed5-4d69-8715-c51d7213ad79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31249298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31359024'] for subnet, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:45.119909 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405b8d6-fed5-4d69-8715-c51d7213ad79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c668972-bd5b-46df-952a-591f2c28afbf,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:45.125685 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-4405b8d6-fed5-4d69-8715-c51d7213ad79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:45.127627 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-4405b8d6-fed5-4d69-8715-c51d7213ad79 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3c668972-bd5b-46df-952a-591f2c28afbf HTTP/1.1" status: 204 len: 168 time: 0.3135803 Sep 03 02:47:45.130174 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36486) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:45.132083 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32311c7-10fe-47b8-9dc1-c0ef99e33314 None None] Network ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:47:45.198858 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:45.252587 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] Deleting port cd56c02e-c454-4eab-a4e3-1b5e6f60a326 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:47:45.252945 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:45.316975 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] DHCP port deletion for ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 request from dv-cinder-804735-8-iscsi {{(pid=94495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 02:47:45.326251 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] For port cd56c02e-c454-4eab-a4e3-1b5e6f60a326, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=cd56c02e-c454-4eab-a4e3-1b5e6f60a326,segment=NetworkSegment(baee9e7f-d874-4790-abba-dc80169cf7d2),segment_id=baee9e7f-d874-4790-abba-dc80169cf7d2)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:47:45.327443 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:45.340525 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] Calling delete_port for cd56c02e-c454-4eab-a4e3-1b5e6f60a326 owned by network:dhcp {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:47:45.373154 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Deleting port cd56c02e-c454-4eab-a4e3-1b5e6f60a326 {{(pid=94495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:47:45.373154 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:45.443800 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] For port cd56c02e-c454-4eab-a4e3-1b5e6f60a326, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=cd56c02e-c454-4eab-a4e3-1b5e6f60a326,segment=NetworkSegment(baee9e7f-d874-4790-abba-dc80169cf7d2),segment_id=baee9e7f-d874-4790-abba-dc80169cf7d2)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:47:45.444204 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:45.455567 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Calling delete_port for cd56c02e-c454-4eab-a4e3-1b5e6f60a326 owned by network:dhcp {{(pid=94495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:47:45.501873 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:45.529350 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564'] for port, after_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:45.530466 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd56c02e-c454-4eab-a4e3-1b5e6f60a326,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:45.533985 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] No DVR routers for this DVR port cd56c02e-c454-4eab-a4e3-1b5e6f60a326 on host dv-cinder-804735-8-iscsi {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:47:45.560542 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] No DVR routers for this DVR port cd56c02e-c454-4eab-a4e3-1b5e6f60a326 on host dv-cinder-804735-8-iscsi {{(pid=94495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:47:45.562475 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Pushing event deleted for resources: {'Port': ['ID=cd56c02e-c454-4eab-a4e3-1b5e6f60a326,revision_number=None']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:45.570988 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:45.571405 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:45.571671 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:45.572016 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:45.572357 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:45.573026 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:45.573026 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:45.573350 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:45.574125 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:45.574125 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:45.574285 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:45.574619 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61924722-a8c1-4e04-b6ab-21b0880d164c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:47:45.606471 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:45.615971 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0']}} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:45.625943 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baee9e7f-d874-4790-abba-dc80169cf7d2') {'for_net_delete': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:45.626185 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baee9e7f-d874-4790-abba-dc80169cf7d2') {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:45.634774 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31215052'] for segment, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:45.650232 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:45.655810 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:47:45.656193 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31249356'] for segment, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: Traceback (most recent call last): Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: timer() Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: cb(*args, **kw) Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: return func(*args, **kwargs) Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: self._notify() Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: self.callback(batched_events) Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: event.method(event) Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: return f(self, *a, **k) Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._get(url).json() Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: return self.request(url, 'GET', **kwargs) Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:47:45.657746 dv-cinder-804735-8-iscsi neutron-server[94494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:47:45.771812 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:45.777523 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:45.779385 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0 HTTP/1.1" status: 204 len: 168 time: 0.6482759 Sep 03 02:47:45.782364 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36488) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:45.789550 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18eac9-6c43-4e45-a627-3a35c3ef5f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7a2c78-ebbf-457e-9a0a-a6e65f356bd0,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:46.107363 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 87a04a10-94af-4863-bd69-0d25b83b3dbb no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:47:46.113181 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-93d02fd8-0899-4186-bc97-349116190aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734964'] for router_interface, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:46.126177 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: 87a04a10-94af-4863-bd69-0d25b83b3dbb {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:47:46.126518 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 87a04a10-94af-4863-bd69-0d25b83b3dbb not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:47:46.126921 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device cd56c02e-c454-4eab-a4e3-1b5e6f60a326 no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:47:46.144714 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: cd56c02e-c454-4eab-a4e3-1b5e6f60a326 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:47:46.145052 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device cd56c02e-c454-4eab-a4e3-1b5e6f60a326 not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:47:46.145454 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device bd1dc8e2-88f0-4d3f-9837-dbece7edf40d no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:47:46.163465 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: bd1dc8e2-88f0-4d3f-9837-dbece7edf40d {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:47:46.163813 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device bd1dc8e2-88f0-4d3f-9837-dbece7edf40d not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:47:46.356829 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-93d02fd8-0899-4186-bc97-349116190aa8 admin admin] Deleting port a4369353-f3b9-4d88-a8c5-dc7e362c98f5 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:47:46.357114 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-93d02fd8-0899-4186-bc97-349116190aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:46.431894 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-93d02fd8-0899-4186-bc97-349116190aa8 admin admin] For port a4369353-f3b9-4d88-a8c5-dc7e362c98f5, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=a4369353-f3b9-4d88-a8c5-dc7e362c98f5,segment=NetworkSegment(280b7523-a47a-4e22-a96b-b63f3ea0318f),segment_id=280b7523-a47a-4e22-a96b-b63f3ea0318f)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:47:46.432274 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-93d02fd8-0899-4186-bc97-349116190aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:46.444273 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-93d02fd8-0899-4186-bc97-349116190aa8 admin admin] Calling delete_port for a4369353-f3b9-4d88-a8c5-dc7e362c98f5 owned by network:router_interface {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:47:46.668769 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-93d02fd8-0899-4186-bc97-349116190aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:46.697632 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d02fd8-0899-4186-bc97-349116190aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4369353-f3b9-4d88-a8c5-dc7e362c98f5,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:47.095313 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-93d02fd8-0899-4186-bc97-349116190aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735072'] for router_interface, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:47.300468 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d02fd8-0899-4186-bc97-349116190aa8 admin admin] Router 478a6062-2a31-4f17-8980-3b32fcf95892 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:47:47.402869 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d02fd8-0899-4186-bc97-349116190aa8 admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:47:47.410686 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-93d02fd8-0899-4186-bc97-349116190aa8 admin admin] 10.222.0.21 "PUT /v2.0/routers/478a6062-2a31-4f17-8980-3b32fcf95892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6249621 Sep 03 02:47:47.410950 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36490) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:47.412067 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f43769e-bba6-4551-977f-e102b8f6d955 None None] Sync routers for ids ['478a6062-2a31-4f17-8980-3b32fcf95892'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:47:47.421528 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f43769e-bba6-4551-977f-e102b8f6d955 None None] Routers {'478a6062-2a31-4f17-8980-3b32fcf95892'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:47:47.422131 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-2f43769e-bba6-4551-977f-e102b8f6d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:47:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['478a6062-2a31-4f17-8980-3b32fcf95892'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:47.508482 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6202bea1-ae16-41bc-b210-b9991a513b21 admin admin] Notify callbacks [] for router, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:47.522270 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-2f43769e-bba6-4551-977f-e102b8f6d955 None None] Set router 478a6062-2a31-4f17-8980-3b32fcf95892 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:47:47.608561 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6202bea1-ae16-41bc-b210-b9991a513b21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:47.698641 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-2f43769e-bba6-4551-977f-e102b8f6d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'name': 'tempest-TestShelveInstance-1333285826-router', 'tenant_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'ed7acabf-cbe5-4cb7-938d-20f2bc01286f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:43Z', 'updated_at': '2021-09-03T02:47:46Z', 'revision_number': 5, 'project_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'gw_port': {'id': 'ed7acabf-cbe5-4cb7-938d-20f2bc01286f', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:44Z', 'updated_at': '2021-09-03T02:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:47.724853 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f43769e-bba6-4551-977f-e102b8f6d955 None None] Checking router: 478a6062-2a31-4f17-8980-3b32fcf95892 for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:47:47.725303 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-6202bea1-ae16-41bc-b210-b9991a513b21 admin admin] Deleting port ed7acabf-cbe5-4cb7-938d-20f2bc01286f {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:47:47.725650 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6202bea1-ae16-41bc-b210-b9991a513b21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:47.732966 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f43769e-bba6-4551-977f-e102b8f6d955 None None] Routers {'478a6062-2a31-4f17-8980-3b32fcf95892'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:47:47.733575 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-2f43769e-bba6-4551-977f-e102b8f6d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:47:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['478a6062-2a31-4f17-8980-3b32fcf95892'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:47.805837 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-6202bea1-ae16-41bc-b210-b9991a513b21 admin admin] For port ed7acabf-cbe5-4cb7-938d-20f2bc01286f, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=ed7acabf-cbe5-4cb7-938d-20f2bc01286f,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:47:47.806207 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6202bea1-ae16-41bc-b210-b9991a513b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:47.816741 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-2f43769e-bba6-4551-977f-e102b8f6d955 None None] Set router 478a6062-2a31-4f17-8980-3b32fcf95892 gateway port host: None {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:47:47.818511 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-6202bea1-ae16-41bc-b210-b9991a513b21 admin admin] Calling delete_port for ed7acabf-cbe5-4cb7-938d-20f2bc01286f owned by network:router_gateway {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:47:47.867730 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-2f43769e-bba6-4551-977f-e102b8f6d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'name': 'tempest-TestShelveInstance-1333285826-router', 'tenant_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:43Z', 'updated_at': '2021-09-03T02:47:47Z', 'revision_number': 6, 'project_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'gw_port_host': None}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:47.981106 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f43769e-bba6-4551-977f-e102b8f6d955 None None] The sync data for ids ['478a6062-2a31-4f17-8980-3b32fcf95892'] in dv-cinder-804735-8-iscsi is: [{'id': '478a6062-2a31-4f17-8980-3b32fcf95892', 'name': 'tempest-TestShelveInstance-1333285826-router', 'tenant_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:43Z', 'updated_at': '2021-09-03T02:47:47Z', 'revision_number': 6, 'project_id': '18a85a3fb9e54e3790c959c4e1b78b2e', 'gw_port_host': None}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:47:48.057854 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6202bea1-ae16-41bc-b210-b9991a513b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:48.081584 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202bea1-ae16-41bc-b210-b9991a513b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed7acabf-cbe5-4cb7-938d-20f2bc01286f,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:48.144136 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6202bea1-ae16-41bc-b210-b9991a513b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729998'] for router_gateway, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:48.232920 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6202bea1-ae16-41bc-b210-b9991a513b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25460'] for router, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:48.234945 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6202bea1-ae16-41bc-b210-b9991a513b21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:48.366027 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6202bea1-ae16-41bc-b210-b9991a513b21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733480'] for router, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:48.366617 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6202bea1-ae16-41bc-b210-b9991a513b21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 478a6062-2a31-4f17-8980-3b32fcf95892 {{(pid=94493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:47:48.371629 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-6202bea1-ae16-41bc-b210-b9991a513b21 admin admin] Notify callbacks [] for router, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:48.374397 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-6202bea1-ae16-41bc-b210-b9991a513b21 admin admin] 10.222.0.21 "DELETE /v2.0/routers/478a6062-2a31-4f17-8980-3b32fcf95892 HTTP/1.1" status: 204 len: 168 time: 0.9622908 Sep 03 02:47:48.375172 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36492) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:48.421032 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device a4369353-f3b9-4d88-a8c5-dc7e362c98f5 no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:47:48.437489 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee0942d-7181-421b-aa93-4dc5b25a800e admin admin] Deleting subnet 72046915-b453-4130-8e8f-036309cea342 {{(pid=94493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:47:48.440507 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7ee0942d-7181-421b-aa93-4dc5b25a800e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:48.442009 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: a4369353-f3b9-4d88-a8c5-dc7e362c98f5 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:47:48.442365 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device a4369353-f3b9-4d88-a8c5-dc7e362c98f5 not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:47:48.473649 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7ee0942d-7181-421b-aa93-4dc5b25a800e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30229339'] for subnet, precommit_delete_associations {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:48.552076 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7ee0942d-7181-421b-aa93-4dc5b25a800e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:48.685923 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7ee0942d-7181-421b-aa93-4dc5b25a800e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30143488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29389865'] for subnet, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:48.712001 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0942d-7181-421b-aa93-4dc5b25a800e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72046915-b453-4130-8e8f-036309cea342,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:48.714079 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-7ee0942d-7181-421b-aa93-4dc5b25a800e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:48.715986 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-7ee0942d-7181-421b-aa93-4dc5b25a800e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/72046915-b453-4130-8e8f-036309cea342 HTTP/1.1" status: 204 len: 168 time: 0.3329320 Sep 03 02:47:48.718348 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36494) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:48.718864 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de8ce13-9182-4e5b-92cf-4d0fd531fc94 None None] Network 81a54eec-be31-4992-b54a-8621c0902b62 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:47:48.794090 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:48.847814 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] Deleting port a66a9965-8d20-4c75-b4ef-92695152412a {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:47:48.850927 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:48.913884 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc5198-6462-4814-8f60-ab226dbefa4d None None] DHCP port deletion for 81a54eec-be31-4992-b54a-8621c0902b62 request from dv-cinder-804735-8-iscsi {{(pid=94495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 02:47:48.914192 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] For port a66a9965-8d20-4c75-b4ef-92695152412a, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=a66a9965-8d20-4c75-b4ef-92695152412a,segment=NetworkSegment(280b7523-a47a-4e22-a96b-b63f3ea0318f),segment_id=280b7523-a47a-4e22-a96b-b63f3ea0318f)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:47:48.914564 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:48.932342 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] Calling delete_port for a66a9965-8d20-4c75-b4ef-92695152412a owned by network:dhcp {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:47:48.961103 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-fefc5198-6462-4814-8f60-ab226dbefa4d None None] Deleting port a66a9965-8d20-4c75-b4ef-92695152412a {{(pid=94495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:47:48.961839 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-fefc5198-6462-4814-8f60-ab226dbefa4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:49.031250 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-fefc5198-6462-4814-8f60-ab226dbefa4d None None] For port a66a9965-8d20-4c75-b4ef-92695152412a, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=a66a9965-8d20-4c75-b4ef-92695152412a,segment=NetworkSegment(280b7523-a47a-4e22-a96b-b63f3ea0318f),segment_id=280b7523-a47a-4e22-a96b-b63f3ea0318f)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:47:49.031250 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-fefc5198-6462-4814-8f60-ab226dbefa4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:49.043907 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-fefc5198-6462-4814-8f60-ab226dbefa4d None None] Calling delete_port for a66a9965-8d20-4c75-b4ef-92695152412a owned by network:dhcp {{(pid=94495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:47:49.103988 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:49.116997 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-fefc5198-6462-4814-8f60-ab226dbefa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564'] for port, after_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:49.130079 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] Pushing event deleted for resources: {'Port': ['ID=a66a9965-8d20-4c75-b4ef-92695152412a,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:49.131912 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] No DVR routers for this DVR port a66a9965-8d20-4c75-b4ef-92695152412a on host dv-cinder-804735-8-iscsi {{(pid=94493) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:47:49.150421 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefc5198-6462-4814-8f60-ab226dbefa4d None None] No DVR routers for this DVR port a66a9965-8d20-4c75-b4ef-92695152412a on host dv-cinder-804735-8-iscsi {{(pid=94495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:47:49.157409 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc5198-6462-4814-8f60-ab226dbefa4d None None] Pushing event deleted for resources: {'Port': ['ID=a66a9965-8d20-4c75-b4ef-92695152412a,revision_number=None']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:49.211605 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:49.221886 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a54eec-be31-4992-b54a-8621c0902b62']}} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:49.231763 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280b7523-a47a-4e22-a96b-b63f3ea0318f') {'for_net_delete': True} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:49.232063 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.services.segments.db [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280b7523-a47a-4e22-a96b-b63f3ea0318f') {} {{(pid=94493) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:47:49.240588 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30229314'] for segment, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:49.253659 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:49.260019 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94493) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:47:49.260415 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30143582'] for segment, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: Traceback (most recent call last): Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: timer() Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: cb(*args, **kw) Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: return func(*args, **kwargs) Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: self._notify() Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: self.callback(batched_events) Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: event.method(event) Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: return f(self, *a, **k) Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: return self._get(url).json() Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: return self.request(url, 'GET', **kwargs) Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:47:49.261992 dv-cinder-804735-8-iscsi neutron-server[94493]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:47:49.369954 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:49.375371 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:49.377228 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] 10.222.0.21 "DELETE /v2.0/networks/81a54eec-be31-4992-b54a-8621c0902b62 HTTP/1.1" status: 204 len: 168 time: 0.6579347 Sep 03 02:47:49.388366 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc4d56-b2b9-46fb-96f8-517153ef8284 admin admin] Pushing event deleted for resources: {'Network': ['ID=81a54eec-be31-4992-b54a-8621c0902b62,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:49.660405 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36498) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:49.702817 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-8fb1861a-5db6-4018-a35d-3a0340ccf4b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b3e8cb3f9ad940289d0011288a1efbb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412579 Sep 03 02:47:49.705370 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36500) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:49.751661 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-915c5d10-3cf4-418e-a6a0-f9aa43bea553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:49.772324 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-915c5d10-3cf4-418e-a6a0-f9aa43bea553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:49.889932 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-915c5d10-3cf4-418e-a6a0-f9aa43bea553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:49.892722 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-915c5d10-3cf4-418e-a6a0-f9aa43bea553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:49.893861 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-915c5d10-3cf4-418e-a6a0-f9aa43bea553 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ede8be7c-d99e-4672-971c-5427552a6c7b HTTP/1.1" status: 204 len: 168 time: 0.1875708 Sep 03 02:47:49.901429 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c5d10-3cf4-418e-a6a0-f9aa43bea553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede8be7c-d99e-4672-971c-5427552a6c7b,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:50.106465 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device ed7acabf-cbe5-4cb7-938d-20f2bc01286f no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:47:50.126846 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: ed7acabf-cbe5-4cb7-938d-20f2bc01286f {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:47:50.127191 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device ed7acabf-cbe5-4cb7-938d-20f2bc01286f not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:47:50.127618 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device a66a9965-8d20-4c75-b4ef-92695152412a no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:47:50.145456 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: a66a9965-8d20-4c75-b4ef-92695152412a {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:47:50.145855 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device a66a9965-8d20-4c75-b4ef-92695152412a not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:47:50.444137 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36506) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:50.482972 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-778e5955-768b-496c-9aee-918742b7f503 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18a85a3fb9e54e3790c959c4e1b78b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376935 Sep 03 02:47:50.485265 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36508) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:47:50.530542 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e2c78300-3d94-4f6a-a0f3-faef0303cba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:50.551225 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e2c78300-3d94-4f6a-a0f3-faef0303cba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:50.674263 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e2c78300-3d94-4f6a-a0f3-faef0303cba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:50.677135 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-e2c78300-3d94-4f6a-a0f3-faef0303cba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:50.678271 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-e2c78300-3d94-4f6a-a0f3-faef0303cba6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6740cd8c-6880-4e43-85b8-0eb815a01d14 HTTP/1.1" status: 204 len: 168 time: 0.1921299 Sep 03 02:47:50.686196 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c78300-3d94-4f6a-a0f3-faef0303cba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6740cd8c-6880-4e43-85b8-0eb815a01d14,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:47:58.491814 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:47:59.910138 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-de512239-02af-4a10-a1ec-1a0e01b94165 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638135080&fields=id&tenant_id=02970da202f74e81a5d44fbe5d99b698 HTTP/1.1" status: 200 len: 267 time: 0.0321116 Sep 03 02:48:00.012451 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-61fe68fc-45d1-46e3-a169-197650906d74 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:00.013888 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-61fe68fc-45d1-46e3-a169-197650906d74 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/networks?id=0f23c6c7-d272-45de-a27b-de6b376f8751 HTTP/1.1" status: 200 len: 811 time: 0.0972912 Sep 03 02:48:00.029114 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-ad7915f3-fb46-4348-afd7-69037ec0293f tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/quotas/02970da202f74e81a5d44fbe5d99b698 HTTP/1.1" status: 200 len: 375 time: 0.0092571 Sep 03 02:48:00.086911 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-39e07aec-f1b5-4f1b-92c2-64be7f402e6e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0526950 Sep 03 02:48:00.179141 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-b0e2fdd4-d47e-4193-aca0-4ddef8f3ab7b service neutron] 10.222.0.21 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798328 Sep 03 02:48:00.267515 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-e1cd8dd3-dc60-4f06-888b-78779ca184dd service neutron] 10.222.0.21 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822191 Sep 03 02:48:00.766253 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2afef14b-78f0-43a4-83b9-c23947f16b8e req-916a4bcf-5fdc-4918-9e46-6d88e1551896 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 210 time: 0.0271659 Sep 03 02:48:01.857178 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a416eb2b-1b92-4649-99ba-3679f7eb14d0 req-1084c30b-119f-4388-9c90-c5d89c4cdc53 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 210 time: 0.0267155 Sep 03 02:48:02.458214 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-fa3ab441-6315-4440-b4f6-ecbc0f4b2f71 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:02.459695 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-fa3ab441-6315-4440-b4f6-ecbc0f4b2f71 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.25 "GET /v2.0/networks?id=0f23c6c7-d272-45de-a27b-de6b376f8751 HTTP/1.1" status: 200 len: 811 time: 0.1023269 Sep 03 02:48:02.500686 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-f32bc333-1b8e-4751-80b0-02e32bb618f2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02970da202f74e81a5d44fbe5d99b698 HTTP/1.1" status: 200 len: 379 time: 0.0323625 Sep 03 02:48:02.510812 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-424e3a08-795a-43ad-8e3d-d7dc1ced5d4e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Request body: {'port': {'device_id': 'e0728b14-1f46-4e70-8a18-a8d81702f2cd', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'admin_state_up': True, 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'security_groups': ['751d24e5-4d76-48a9-a3fa-33187384e326']}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:48:02.668233 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-424e3a08-795a-43ad-8e3d-d7dc1ced5d4e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Made reservation on behalf of 02970da202f74e81a5d44fbe5d99b698 for: {'port': 1} {{(pid=94494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 02:48:02.671872 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-424e3a08-795a-43ad-8e3d-d7dc1ced5d4e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:02.794247 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_common [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-424e3a08-795a-43ad-8e3d-d7dc1ced5d4e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Allocated IP 172.20.0.12 (0f23c6c7-d272-45de-a27b-de6b376f8751/0c8096f2-dc70-4967-beca-fff30068e743/f7942882-75fd-4878-84e0-8eec11af84c5) {{(pid=94494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:48:02.949049 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-424e3a08-795a-43ad-8e3d-d7dc1ced5d4e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for port, precommit_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:02.951169 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-30a2a263-84d0-4b9b-9aa5-d2a2d372ff59 req-1b689f17-c16d-42df-ab9b-b9e78d8733a2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 210 time: 0.0263491 Sep 03 02:48:03.216627 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-424e3a08-795a-43ad-8e3d-d7dc1ced5d4e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Transition to ACTIVE for port object f7942882-75fd-4878-84e0-8eec11af84c5 will not be triggered until provisioned by entity DHCP. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:48:03.320432 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-424e3a08-795a-43ad-8e3d-d7dc1ced5d4e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_create {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:03.359044 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-424e3a08-795a-43ad-8e3d-d7dc1ced5d4e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Network 0f23c6c7-d272-45de-a27b-de6b376f8751 is already hosted by enough agents. {{(pid=94494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:48:03.361998 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.scheduler.base_scheduler [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-424e3a08-795a-43ad-8e3d-d7dc1ced5d4e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Resources bound (agent type, host, resource id): {{(pid=94494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:48:03.368162 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-424e3a08-795a-43ad-8e3d-d7dc1ced5d4e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Received port after_create {{(pid=94494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:48:03.400055 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e3a08-795a-43ad-8e3d-d7dc1ced5d4e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event updated for resources: {'Port': ['ID=f7942882-75fd-4878-84e0-8eec11af84c5,revision_number=1']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:48:03.421970 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-424e3a08-795a-43ad-8e3d-d7dc1ced5d4e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:03.422661 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-424e3a08-795a-43ad-8e3d-d7dc1ced5d4e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:03.549823 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-424e3a08-795a-43ad-8e3d-d7dc1ced5d4e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0431478 Sep 03 02:48:03.562486 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.v2.base [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Request body: {'port': {'device_id': 'e0728b14-1f46-4e70-8a18-a8d81702f2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=94494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:48:03.616644 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:03.703193 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-2533db4f-581a-4d3d-be5c-6131ae91cbbf None None] Provisioning for port f7942882-75fd-4878-84e0-8eec11af84c5 completed by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:48:03.706988 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-2533db4f-581a-4d3d-be5c-6131ae91cbbf None None] Provisioning complete for port f7942882-75fd-4878-84e0-8eec11af84c5 triggered by entity DHCP. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:48:03.707338 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2533db4f-581a-4d3d-be5c-6131ae91cbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:03.728235 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-960403a2-a59d-468f-b45d-45a1490b93e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:03.742669 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-2533db4f-581a-4d3d-be5c-6131ae91cbbf None None] Port f7942882-75fd-4878-84e0-8eec11af84c5 cannot update to ACTIVE because it is not bound. {{(pid=94495) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 02:48:03.865922 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7942882-75fd-4878-84e0-8eec11af84c5 {{(pid=94494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:48:03.873555 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:03.884878 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.provisioning_blocks [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Transition to ACTIVE for port object f7942882-75fd-4878-84e0-8eec11af84c5 will not be triggered until provisioned by entity L2. {{(pid=94494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 02:48:03.960119 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:04.028706 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Pushing event updated for resources: {'Port': ['ID=f7942882-75fd-4878-84e0-8eec11af84c5,revision_number=2']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:48:04.077329 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986923e-d7bf-4345-9b5f-3d21a0bda2a2 req-af3b7f32-3f87-4e5b-8a0d-947e4696ef5d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:04.078846 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4986923e-d7bf-4345-9b5f-3d21a0bda2a2 req-af3b7f32-3f87-4e5b-8a0d-947e4696ef5d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 944 time: 0.0544338 Sep 03 02:48:04.085958 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Attempting to bind port f7942882-75fd-4878-84e0-8eec11af84c5 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 02:48:04.086268 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Attempting to bind port f7942882-75fd-4878-84e0-8eec11af84c5 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 02:48:04.086605 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Attempting to bind port f7942882-75fd-4878-84e0-8eec11af84c5 on network 0f23c6c7-d272-45de-a27b-de6b376f8751 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:48:04.091554 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Port f7942882-75fd-4878-84e0-8eec11af84c5 on network 0f23c6c7-d272-45de-a27b-de6b376f8751 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 02:48:04.092498 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Attempting to bind port f7942882-75fd-4878-84e0-8eec11af84c5 on network 0f23c6c7-d272-45de-a27b-de6b376f8751 {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 02:48:04.097568 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Checking agent: {'id': '1bd7966c-54fb-4a67-a45e-91ddb2616ee7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'started_at': datetime.datetime(2021, 9, 3, 2, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 2, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 02:48:04.103880 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Checking segment: {'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 02:48:04.103880 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Bound using segment: {'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'} {{(pid=94494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 02:48:04.103880 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.managers [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Bound port: f7942882-75fd-4878-84e0-8eec11af84c5, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5889749e-7e6d-4978-b6b0-11dc764f5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751'}}] {{(pid=94494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 02:48:04.103880 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:04.123817 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-4986923e-d7bf-4345-9b5f-3d21a0bda2a2 req-c203a4c4-e5d9-4283-8d9a-177056235537 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386894 Sep 03 02:48:04.164457 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] For port f7942882-75fd-4878-84e0-8eec11af84c5, host hv-cinder-80473, cleared binding levels {{(pid=94494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 02:48:04.168349 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] For port f7942882-75fd-4878-84e0-8eec11af84c5, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f7942882-75fd-4878-84e0-8eec11af84c5,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 02:48:04.261674 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31249320'] for port, after_update {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:04.295225 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:04.295872 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:04.297237 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] 10.222.0.25 "PUT /v2.0/ports/f7942882-75fd-4878-84e0-8eec11af84c5 HTTP/1.1" status: 200 len: 1094 time: 0.7388709 Sep 03 02:48:04.297666 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0728b14-1f46-4e70-8a18-a8d81702f2cd', 'tag': 'f7942882-75fd-4878-84e0-8eec11af84c5'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:48:04.299938 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b61df9-2937-47da-a19f-be67193c51d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0728b14-1f46-4e70-8a18-a8d81702f2cd", "tag": "f7942882-75fd-4878-84e0-8eec11af84c5"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:48:04.326310 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5fb69-8707-47a2-9038-a6bf39bc7dbc service neutron] Pushing event updated for resources: {'Port': ['ID=f7942882-75fd-4878-84e0-8eec11af84c5,revision_number=3']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:48:04.339451 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b769fe0-5c15-45b2-9b85-089ff6b38671 x-openstack-request-id: req-1b769fe0-5c15-45b2-9b85-089ff6b38671 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:48:04.339754 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0728b14-1f46-4e70-8a18-a8d81702f2cd", "tag": "f7942882-75fd-4878-84e0-8eec11af84c5", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:48:04.344117 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b769fe0-5c15-45b2-9b85-089ff6b38671 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:48:04.344117 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0728b14-1f46-4e70-8a18-a8d81702f2cd', 'tag': 'f7942882-75fd-4878-84e0-8eec11af84c5', 'status': 'completed', 'code': 200} Sep 03 02:48:04.405419 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b61df9-2937-47da-a19f-be67193c51d1 req-e5fa12a4-9c37-4576-8e6e-0680c570fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:04.407096 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f1b61df9-2937-47da-a19f-be67193c51d1 req-e5fa12a4-9c37-4576-8e6e-0680c570fb03 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 1097 time: 0.0456617 Sep 03 02:48:04.505451 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b61df9-2937-47da-a19f-be67193c51d1 req-ff94c1e2-61a8-438f-97d3-963e06b628af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:04.506941 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f1b61df9-2937-47da-a19f-be67193c51d1 req-ff94c1e2-61a8-438f-97d3-963e06b628af service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=02970da202f74e81a5d44fbe5d99b698&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0915697 Sep 03 02:48:04.599668 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b61df9-2937-47da-a19f-be67193c51d1 req-d46bb4fc-4f43-48e7-b0fd-6f0919ff5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:04.601013 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-f1b61df9-2937-47da-a19f-be67193c51d1 req-d46bb4fc-4f43-48e7-b0fd-6f0919ff5be7 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874727 Sep 03 02:48:04.673881 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-e7e7253d-c52b-47ac-858b-4990034314bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:04.675337 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-e7e7253d-c52b-47ac-858b-4990034314bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 1097 time: 0.0395372 Sep 03 02:48:04.718236 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-6ceaea18-be11-48d5-a4cd-c4184f1bbc49 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7942882-75fd-4878-84e0-8eec11af84c5 HTTP/1.1" status: 200 len: 217 time: 0.0354047 Sep 03 02:48:04.766320 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-24e9030c-1324-46af-a02f-abb5cae4378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:04.767830 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-24e9030c-1324-46af-a02f-abb5cae4378b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0c8096f2-dc70-4967-beca-fff30068e743 HTTP/1.1" status: 200 len: 850 time: 0.0430288 Sep 03 02:48:04.812317 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-0035f8e9-561f-4592-b57d-bef6d7af4651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:04.813746 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-0035f8e9-561f-4592-b57d-bef6d7af4651 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f23c6c7-d272-45de-a27b-de6b376f8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389986 Sep 03 02:48:04.906775 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-fa4805fc-b390-4ce9-bc52-af95859343fd service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847647 Sep 03 02:48:04.991971 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-253b9e93-52a0-428a-89ae-44ca912c38d8 req-13d3a600-38f8-4796-ae3a-73b67aacdf9f service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787764 Sep 03 02:48:05.342963 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cbfed-0117-4ed6-9cb9-2c2476729d42 req-a4b9200c-c4e0-43d6-b565-390b4c11c499 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:05.344493 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-343cbfed-0117-4ed6-9cb9-2c2476729d42 req-a4b9200c-c4e0-43d6-b565-390b4c11c499 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 944 time: 0.0482545 Sep 03 02:48:05.381649 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-343cbfed-0117-4ed6-9cb9-2c2476729d42 req-e832fec2-2446-4ce0-ae53-f66435d122b2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312102 Sep 03 02:48:06.164418 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a0329a84-2dfe-435a-af4d-b4b4c9f4d654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:06.494674 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213a5dc-3ed9-4658-9dc7-655b348ec560 req-843b551d-18ad-4d65-97ec-8ba9e25a6090 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:06.496196 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3213a5dc-3ed9-4658-9dc7-655b348ec560 req-843b551d-18ad-4d65-97ec-8ba9e25a6090 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 944 time: 0.0476801 Sep 03 02:48:06.533556 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-3213a5dc-3ed9-4658-9dc7-655b348ec560 req-7e7ada7e-3880-4ae8-b008-d7d8e0aca292 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315740 Sep 03 02:48:06.760676 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:07.647174 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9422d56-a0c0-4ef0-9e35-ae1eec3cd14e req-67385354-564d-4670-8c4d-0abeba76be6c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:07.648715 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f9422d56-a0c0-4ef0-9e35-ae1eec3cd14e req-67385354-564d-4670-8c4d-0abeba76be6c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 944 time: 0.0510042 Sep 03 02:48:07.685089 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f9422d56-a0c0-4ef0-9e35-ae1eec3cd14e req-b7f0041a-5f3c-4d6a-a890-24065c7ced9e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301819 Sep 03 02:48:07.816936 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:08.795977 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f0008-698d-4ef5-8609-c908564e75b2 req-2d868bd6-c230-41cc-8ecb-baaa563686ce tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:08.797432 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ef0f0008-698d-4ef5-8609-c908564e75b2 req-2d868bd6-c230-41cc-8ecb-baaa563686ce tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 944 time: 0.0483685 Sep 03 02:48:08.834388 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ef0f0008-698d-4ef5-8609-c908564e75b2 req-5e92fe56-b466-42fb-9464-65effeb51aa4 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310829 Sep 03 02:48:09.169768 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:09.946440 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b6bd6-a915-4a14-8a73-30f0e8ea405e req-c69a1fc2-8074-484b-95fc-6dfacff81c4d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:09.948559 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f53b6bd6-a915-4a14-8a73-30f0e8ea405e req-c69a1fc2-8074-484b-95fc-6dfacff81c4d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 944 time: 0.0489469 Sep 03 02:48:09.983996 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-f53b6bd6-a915-4a14-8a73-30f0e8ea405e req-80c3a8a7-8866-4c98-9254-f8f4f7225c4d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295680 Sep 03 02:48:11.099733 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2e92e-c066-4053-bd84-4a8e09c11218 req-a091f42a-4fd9-43a9-8881-141fc38c16d3 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:11.101185 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9ea2e92e-c066-4053-bd84-4a8e09c11218 req-a091f42a-4fd9-43a9-8881-141fc38c16d3 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 944 time: 0.0513608 Sep 03 02:48:11.137260 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9ea2e92e-c066-4053-bd84-4a8e09c11218 req-e296e9bd-321a-400e-a416-51ce45657265 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303428 Sep 03 02:48:12.248176 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb60480-d9a8-4f58-aaef-a513a89c4407 req-db0b7c52-6c18-4d8e-9115-5f8ecbf40b5f tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:12.249636 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8eb60480-d9a8-4f58-aaef-a513a89c4407 req-db0b7c52-6c18-4d8e-9115-5f8ecbf40b5f tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 944 time: 0.0481055 Sep 03 02:48:12.285906 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8eb60480-d9a8-4f58-aaef-a513a89c4407 req-1d8db6b1-b1fc-4ebf-a157-f3ab7722b8f9 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306351 Sep 03 02:48:13.269710 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f7942882-75fd-4878-84e0-8eec11af84c5 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=94495) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 02:48:13.361149 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f7942882-75fd-4878-84e0-8eec11af84c5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f7942882-75fd-4878-84e0-8eec11af84c5,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:48:13.372417 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Returning: {'device': 'f7942882-75fd-4878-84e0-8eec11af84c5', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'port_id': 'f7942882-75fd-4878-84e0-8eec11af84c5', 'mac_address': 'fa:16:3e:58:5e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94495) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 02:48:13.397447 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f94f2-e938-401b-a7b0-d50003dbb111 req-f312e813-350f-463a-9a46-13c61567bc95 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:13.398762 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ae3f94f2-e938-401b-a7b0-d50003dbb111 req-f312e813-350f-463a-9a46-13c61567bc95 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 944 time: 0.0478470 Sep 03 02:48:13.409306 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:13.425284 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7942882-75fd-4878-84e0-8eec11af84c5 {{(pid=94495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 02:48:13.435999 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-ae3f94f2-e938-401b-a7b0-d50003dbb111 req-b1935315-23e3-4ef0-a852-be0208328e04 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306177 Sep 03 02:48:13.444174 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f7942882-75fd-4878-84e0-8eec11af84c5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f7942882-75fd-4878-84e0-8eec11af84c5,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:48:13.512758 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:13.560673 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=f7942882-75fd-4878-84e0-8eec11af84c5,revision_number=4']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:48:13.773872 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] get_ports_and_sgs() called for port_ids ['f7942882-75fd-4878-84e0-8eec11af84c5'] {{(pid=94495) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 02:48:14.551449 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559190a-ff38-437c-b17f-409a6bbbe1fe req-e142777a-62b1-48e2-80fd-92f80973ece7 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:14.552886 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b559190a-ff38-437c-b17f-409a6bbbe1fe req-e142777a-62b1-48e2-80fd-92f80973ece7 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 945 time: 0.0513244 Sep 03 02:48:14.587856 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-b559190a-ff38-437c-b17f-409a6bbbe1fe req-e4a459b3-9b6a-40fd-a96a-19e77bf2767b tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292206 Sep 03 02:48:15.272169 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f7942882-75fd-4878-84e0-8eec11af84c5 up at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 02:48:15.369515 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning for port f7942882-75fd-4878-84e0-8eec11af84c5 completed by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 02:48:15.373708 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.provisioning_blocks [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Provisioning complete for port f7942882-75fd-4878-84e0-8eec11af84c5 triggered by entity L2. {{(pid=94495) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 02:48:15.374087 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-913270'] for port, provisioning_complete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:15.451011 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:15.471925 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0728b14-1f46-4e70-8a18-a8d81702f2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7942882-75fd-4878-84e0-8eec11af84c5'}] {{(pid=94495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:48:15.474152 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a63ab5c1dbdd2142d7149fa5acfe9b3ca74105130deb7d55efca9665d3de19e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7152bbc-3a71-4bdb-830b-1ab19e5efe8a" -d '{"events": [{"server_uuid": "e0728b14-1f46-4e70-8a18-a8d81702f2cd", "name": "network-vif-plugged", "status": "completed", "tag": "f7942882-75fd-4878-84e0-8eec11af84c5"}]}' {{(pid=94495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:48:15.489824 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] For port f7942882-75fd-4878-84e0-8eec11af84c5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f7942882-75fd-4878-84e0-8eec11af84c5,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:48:15.509573 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dfecd6-a8e3-49df-81e8-6375acf16579 x-openstack-request-id: req-d5dfecd6-a8e3-49df-81e8-6375acf16579 {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:48:15.509867 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0728b14-1f46-4e70-8a18-a8d81702f2cd", "name": "network-vif-plugged", "status": "completed", "tag": "f7942882-75fd-4878-84e0-8eec11af84c5", "code": 200}]} {{(pid=94495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:48:15.510124 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5dfecd6-a8e3-49df-81e8-6375acf16579 {{(pid=94495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:48:15.510516 dv-cinder-804735-8-iscsi neutron-server[94495]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0728b14-1f46-4e70-8a18-a8d81702f2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7942882-75fd-4878-84e0-8eec11af84c5', 'code': 200} Sep 03 02:48:15.565830 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591'] for port, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:15.611935 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Pushing event updated for resources: {'Port': ['ID=f7942882-75fd-4878-84e0-8eec11af84c5,revision_number=5']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:48:15.799530 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813fae0-6b81-49be-bc91-760aa75148dd req-083be662-a6ed-4531-b530-0db72a4a2120 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:15.801024 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9813fae0-6b81-49be-bc91-760aa75148dd req-083be662-a6ed-4531-b530-0db72a4a2120 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 946 time: 0.1476946 Sep 03 02:48:15.838640 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-9813fae0-6b81-49be-bc91-760aa75148dd req-3201af92-a036-4c5c-804b-061716392e2e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313404 Sep 03 02:48:15.859146 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4733ba-e399-470b-9f08-d44e08b780fe req-30c6192a-72ac-48af-9c1c-54edc0ba65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:15.860698 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ce4733ba-e399-470b-9f08-d44e08b780fe req-30c6192a-72ac-48af-9c1c-54edc0ba65a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 1099 time: 0.0396156 Sep 03 02:48:15.903114 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ce4733ba-e399-470b-9f08-d44e08b780fe req-2e83cfa2-81f0-4686-8d40-4914bf43283f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308452 Sep 03 02:48:17.003723 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e5639-4c8b-4382-bebb-f302d08c1000 req-d775ef84-ee59-4a2c-a3d4-0c58c70381d4 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:17.005210 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8a9e5639-4c8b-4382-bebb-f302d08c1000 req-d775ef84-ee59-4a2c-a3d4-0c58c70381d4 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 946 time: 0.0986309 Sep 03 02:48:17.042459 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-8a9e5639-4c8b-4382-bebb-f302d08c1000 req-79d5ef15-ef4e-47b1-a028-d6c4166f1e6c tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310004 Sep 03 02:48:17.190145 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:48:18.156550 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f24ba-6197-4ab8-adb3-2e0746c0638c req-0cc01eb3-3db9-4e0a-a4b9-3b5bd4a0aa9a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:18.157984 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c40f24ba-6197-4ab8-adb3-2e0746c0638c req-0cc01eb3-3db9-4e0a-a4b9-3b5bd4a0aa9a tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 946 time: 0.0511355 Sep 03 02:48:18.193827 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-c40f24ba-6197-4ab8-adb3-2e0746c0638c req-6bcebc1e-2a59-4e06-9752-d5bca738ee19 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301142 Sep 03 02:48:18.303766 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de891db8-62db-4a03-8548-a4deb924b7aa req-4d902a5e-eb59-47a2-b537-2911feb6cc52 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:18.305233 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-de891db8-62db-4a03-8548-a4deb924b7aa req-4d902a5e-eb59-47a2-b537-2911feb6cc52 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 946 time: 0.0481453 Sep 03 02:48:18.342437 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-de891db8-62db-4a03-8548-a4deb924b7aa req-c9a1ce3c-8b07-416a-8b44-5c16b615f0c6 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308995 Sep 03 02:48:18.363700 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36608) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:48:18.401779 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8602163-46f3-4c6d-be39-7254290aaa51 tempest-TestVolumeBootPattern-225792841 tempest-TestVolumeBootPattern-225792841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:18.403306 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-e8602163-46f3-4c6d-be39-7254290aaa51 tempest-TestVolumeBootPattern-225792841 tempest-TestVolumeBootPattern-225792841-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 1094 time: 0.0386412 Sep 03 02:48:18.405879 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36610) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:48:18.410251 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.v2.base [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Request body: {'floatingip': {'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'port_id': 'f7942882-75fd-4878-84e0-8eec11af84c5', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94493) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 02:48:18.497254 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for floatingip, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:18.592286 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:18.697480 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_common [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Allocated IP 172.27.0.182 (f4c19d40-ba77-4711-a1ff-e25228796469/bb0f02d4-9924-422a-bd03-cc3de1d68aae/3b400d06-b8e6-4311-a5eb-e49354a9064d) {{(pid=94493) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 02:48:18.795557 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for port, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:18.886206 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772790364555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:18.923119 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Network f4c19d40-ba77-4711-a1ff-e25228796469 is already hosted by enough agents. {{(pid=94493) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 02:48:18.927126 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.base_scheduler [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Resources bound (agent type, host, resource id): {{(pid=94493) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 02:48:18.933871 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Received port after_create {{(pid=94493) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 02:48:18.936836 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event updated for resources: {'Port': ['ID=3b400d06-b8e6-4311-a5eb-e49354a9064d,revision_number=1']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:48:19.262171 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:19.393068 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-757822'] for port, before_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:19.533629 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for port, precommit_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:19.599678 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772790799306', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772790364573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772790364591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30143546'] for port, after_update {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:19.669224 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event updated for resources: {'Port': ['ID=3b400d06-b8e6-4311-a5eb-e49354a9064d,revision_number=2']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:48:19.678810 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1943092'] for floatingip, after_create {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:20.018691 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.l3_db [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Floating IP 7c9b46fa-5ef8-4dfa-9e19-dcc67ad1dac4 associated. External IP: 172.27.0.182, port: f7942882-75fd-4878-84e0-8eec11af84c5. Sep 03 02:48:20.214902 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Router e022b4b4-0f2a-477a-af1c-eb1e9752543d has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:48:20.315084 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:48:20.324846 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66c9477-3c8f-4b16-9256-c7bf197224dc None None] Sync routers for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:48:20.334528 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c9477-3c8f-4b16-9256-c7bf197224dc None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:48:20.338131 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-f66c9477-3c8f-4b16-9256-c7bf197224dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:48:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:48:20.383255 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:20.414102 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-14726eab-39ae-4969-8ca1-d421dc26aca1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0071449 Sep 03 02:48:20.414788 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0728b14-1f46-4e70-8a18-a8d81702f2cd', 'tag': 'f7942882-75fd-4878-84e0-8eec11af84c5'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:48:20.417634 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ffb017-994d-42c8-89dc-a21714f91ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "e0728b14-1f46-4e70-8a18-a8d81702f2cd", "tag": "f7942882-75fd-4878-84e0-8eec11af84c5"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:48:20.440420 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-f66c9477-3c8f-4b16-9256-c7bf197224dc None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:48:20.452977 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010a50dd-b5e5-4859-8462-c05fadc64f35 x-openstack-request-id: req-010a50dd-b5e5-4859-8462-c05fadc64f35 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:48:20.453268 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0728b14-1f46-4e70-8a18-a8d81702f2cd", "tag": "f7942882-75fd-4878-84e0-8eec11af84c5", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:48:20.453522 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-010a50dd-b5e5-4859-8462-c05fadc64f35 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:48:20.453922 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0728b14-1f46-4e70-8a18-a8d81702f2cd', 'tag': 'f7942882-75fd-4878-84e0-8eec11af84c5', 'status': 'completed', 'code': 200} Sep 03 02:48:20.560080 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffb017-994d-42c8-89dc-a21714f91ce7 req-ec4196a1-1d80-4122-84e0-d235ee3fb053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:20.561594 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d5ffb017-994d-42c8-89dc-a21714f91ce7 req-ec4196a1-1d80-4122-84e0-d235ee3fb053 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 1099 time: 0.0850754 Sep 03 02:48:20.649061 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffb017-994d-42c8-89dc-a21714f91ce7 req-30b04648-76b7-4e75-9d21-1f0c71c2e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:20.650543 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d5ffb017-994d-42c8-89dc-a21714f91ce7 req-30b04648-76b7-4e75-9d21-1f0c71c2e6f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f23c6c7-d272-45de-a27b-de6b376f8751 HTTP/1.1" status: 200 len: 912 time: 0.0823824 Sep 03 02:48:20.660182 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-f66c9477-3c8f-4b16-9256-c7bf197224dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': '7c9b46fa-5ef8-4dfa-9e19-dcc67ad1dac4', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'port_id': 'f7942882-75fd-4878-84e0-8eec11af84c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'mac_address': 'fa:16:3e:58:5e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0728b14-1f46-4e70-8a18-a8d81702f2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:48:19Z', 'updated_at': '2021-09-03T02:48:19Z', 'revision_number': 0, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address_scope': None}, {'id': '96abe4ab-a0db-471c-9cef-29ac271d1d76', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'port_id': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'mac_address': 'fa:16:3e:a3:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85966721-af47-49da-a4b1-cd87ac9eda45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:46:21Z', 'updated_at': '2021-09-03T02:46:23Z', 'revision_number': 1, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:48:20.688470 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66c9477-3c8f-4b16-9256-c7bf197224dc None None] Checking router: e022b4b4-0f2a-477a-af1c-eb1e9752543d for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:48:20.696602 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c9477-3c8f-4b16-9256-c7bf197224dc None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:48:20.697200 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-f66c9477-3c8f-4b16-9256-c7bf197224dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:48:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:48:20.716998 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d5ffb017-994d-42c8-89dc-a21714f91ce7 req-8f87a609-6c02-4f3f-a050-ca08dd3a6873 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7942882-75fd-4878-84e0-8eec11af84c5 HTTP/1.1" status: 200 len: 1000 time: 0.0600030 Sep 03 02:48:20.766422 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffb017-994d-42c8-89dc-a21714f91ce7 req-02b6797c-b1fc-43b5-8be0-aae418a3a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:20.768009 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d5ffb017-994d-42c8-89dc-a21714f91ce7 req-02b6797c-b1fc-43b5-8be0-aae418a3a8fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0c8096f2-dc70-4967-beca-fff30068e743 HTTP/1.1" status: 200 len: 850 time: 0.0436649 Sep 03 02:48:20.815401 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffb017-994d-42c8-89dc-a21714f91ce7 req-6c3f962e-a5be-4346-90cc-bf9990779172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:20.816935 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d5ffb017-994d-42c8-89dc-a21714f91ce7 req-6c3f962e-a5be-4346-90cc-bf9990779172 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f23c6c7-d272-45de-a27b-de6b376f8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410693 Sep 03 02:48:20.911635 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d5ffb017-994d-42c8-89dc-a21714f91ce7 req-ece3dc61-5d3e-4f7c-93d6-89dd9ce6163e service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869496 Sep 03 02:48:20.922595 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-f66c9477-3c8f-4b16-9256-c7bf197224dc None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:48:20.998843 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-d5ffb017-994d-42c8-89dc-a21714f91ce7 req-e03b285f-d0d4-44d6-962a-5785ec9800ec service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805075 Sep 03 02:48:21.140509 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-f66c9477-3c8f-4b16-9256-c7bf197224dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': '7c9b46fa-5ef8-4dfa-9e19-dcc67ad1dac4', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'port_id': 'f7942882-75fd-4878-84e0-8eec11af84c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'mac_address': 'fa:16:3e:58:5e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0728b14-1f46-4e70-8a18-a8d81702f2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:48:19Z', 'updated_at': '2021-09-03T02:48:19Z', 'revision_number': 0, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address_scope': None}, {'id': '96abe4ab-a0db-471c-9cef-29ac271d1d76', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'port_id': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'mac_address': 'fa:16:3e:a3:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85966721-af47-49da-a4b1-cd87ac9eda45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:46:21Z', 'updated_at': '2021-09-03T02:46:23Z', 'revision_number': 1, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:48:21.169835 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66c9477-3c8f-4b16-9256-c7bf197224dc None None] The sync data for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi is: [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': '7c9b46fa-5ef8-4dfa-9e19-dcc67ad1dac4', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'floating_ip_address': '172.27.0.182', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'port_id': 'f7942882-75fd-4878-84e0-8eec11af84c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'mac_address': 'fa:16:3e:58:5e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0728b14-1f46-4e70-8a18-a8d81702f2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:48:19Z', 'updated_at': '2021-09-03T02:48:19Z', 'revision_number': 0, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address_scope': None}, {'id': '96abe4ab-a0db-471c-9cef-29ac271d1d76', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'port_id': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'mac_address': 'fa:16:3e:a3:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85966721-af47-49da-a4b1-cd87ac9eda45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:46:21Z', 'updated_at': '2021-09-03T02:46:23Z', 'revision_number': 1, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:48:21.344491 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efa02af-4f25-4713-8380-9eefc258d1e4 None None] New status for floating IP 7c9b46fa-5ef8-4dfa-9e19-dcc67ad1dac4: ACTIVE {{(pid=94496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:48:28.468802 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:33.718295 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-60532cf7-6586-4cdc-a317-a2e5d6c016cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:36.165747 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-8fd9240a-11d4-4527-80d9-6149dcccb81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:36.394577 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-02e749f9-dcf2-4a8a-93ce-e6af146efea0 req-bcd8947b-c5fe-40ab-afd6-e4487fdfb36d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426874 Sep 03 02:48:36.473973 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e749f9-dcf2-4a8a-93ce-e6af146efea0 req-9a4b27f4-219d-4359-b87a-79a4986b7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:36.475485 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-02e749f9-dcf2-4a8a-93ce-e6af146efea0 req-9a4b27f4-219d-4359-b87a-79a4986b7776 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 1098 time: 0.0394707 Sep 03 02:48:36.576972 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e749f9-dcf2-4a8a-93ce-e6af146efea0 req-4bb87e44-1ba7-476d-84d4-ffceba9a8dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:36.578409 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-02e749f9-dcf2-4a8a-93ce-e6af146efea0 req-4bb87e44-1ba7-476d-84d4-ffceba9a8dfd service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f23c6c7-d272-45de-a27b-de6b376f8751 HTTP/1.1" status: 200 len: 912 time: 0.0844657 Sep 03 02:48:36.642350 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-02e749f9-dcf2-4a8a-93ce-e6af146efea0 req-ff65612f-5c8c-4da0-b952-ae704ee514cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff3a0561-7436-4704-9e21-8ac551f62ddd HTTP/1.1" status: 200 len: 1000 time: 0.0548749 Sep 03 02:48:36.690058 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e749f9-dcf2-4a8a-93ce-e6af146efea0 req-4da5bd7d-5159-4399-9aa6-9b4a28c40aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:36.691399 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-02e749f9-dcf2-4a8a-93ce-e6af146efea0 req-4da5bd7d-5159-4399-9aa6-9b4a28c40aba service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0c8096f2-dc70-4967-beca-fff30068e743 HTTP/1.1" status: 200 len: 850 time: 0.0418169 Sep 03 02:48:36.738812 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e749f9-dcf2-4a8a-93ce-e6af146efea0 req-c2dfdb09-8b63-4d2b-b540-3fc9b87d1e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:48:36.740306 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-02e749f9-dcf2-4a8a-93ce-e6af146efea0 req-c2dfdb09-8b63-4d2b-b540-3fc9b87d1e30 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f23c6c7-d272-45de-a27b-de6b376f8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414560 Sep 03 02:48:36.771349 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:36.826608 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-02e749f9-dcf2-4a8a-93ce-e6af146efea0 req-69b7aa92-44e3-4b43-9fcf-c7234ea82279 service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790844 Sep 03 02:48:36.915143 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-02e749f9-dcf2-4a8a-93ce-e6af146efea0 req-2ef0144c-2bdc-4938-95a4-aafa27f964a2 service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809286 Sep 03 02:48:37.832307 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:39.177148 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:48:54.189069 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:48:58.491081 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:03.736806 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-e8565f48-8441-4839-81a4-704d082a0459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:06.165532 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1438eb59-553b-4d4f-8562-e554d2dc7923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:06.769234 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:07.861005 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:09.239959 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:28.483665 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:31.188325 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:49:33.714209 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-daaf659a-c91b-4143-9ab8-02b846f163f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:36.214896 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2528d5f0-95ae-4585-8fba-aa9d35e84ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:36.753947 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:37.409003 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ee779d0d-d43e-458c-92df-430459472623 req-5b8d76ac-2f20-4e90-8cac-b4afb4469e7a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398154 Sep 03 02:49:37.466865 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee779d0d-d43e-458c-92df-430459472623 req-ddac445e-0b51-4cc7-8d21-0537ede2e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:37.468328 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ee779d0d-d43e-458c-92df-430459472623 req-ddac445e-0b51-4cc7-8d21-0537ede2e1f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 1099 time: 0.0379465 Sep 03 02:49:37.567932 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee779d0d-d43e-458c-92df-430459472623 req-1c5eb537-9fc5-46da-bec2-0d508abdfc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:37.569353 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ee779d0d-d43e-458c-92df-430459472623 req-1c5eb537-9fc5-46da-bec2-0d508abdfc5f service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f23c6c7-d272-45de-a27b-de6b376f8751 HTTP/1.1" status: 200 len: 912 time: 0.0830591 Sep 03 02:49:37.630437 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ee779d0d-d43e-458c-92df-430459472623 req-16831b1d-f0a4-4725-96d5-f4154cb595ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7942882-75fd-4878-84e0-8eec11af84c5 HTTP/1.1" status: 200 len: 1002 time: 0.0541039 Sep 03 02:49:37.680994 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee779d0d-d43e-458c-92df-430459472623 req-bc6b88fa-4bfb-4ff2-80c5-58a6a3c49cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:37.682297 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ee779d0d-d43e-458c-92df-430459472623 req-bc6b88fa-4bfb-4ff2-80c5-58a6a3c49cfd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0c8096f2-dc70-4967-beca-fff30068e743 HTTP/1.1" status: 200 len: 850 time: 0.0451274 Sep 03 02:49:37.725818 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee779d0d-d43e-458c-92df-430459472623 req-6471ffcc-c87a-47e5-8733-6d7537d1b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:37.727300 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ee779d0d-d43e-458c-92df-430459472623 req-6471ffcc-c87a-47e5-8733-6d7537d1b49f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f23c6c7-d272-45de-a27b-de6b376f8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374789 Sep 03 02:49:37.813641 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ee779d0d-d43e-458c-92df-430459472623 req-a56a3af6-f98c-439c-8856-63a74fac6757 service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797117 Sep 03 02:49:37.880159 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:37.904889 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-ee779d0d-d43e-458c-92df-430459472623 req-e73bc0fb-81d5-4101-9d33-bb5ee3388632 service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835741 Sep 03 02:49:39.191871 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:48.943189 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36640) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:49:49.095241 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Deleting port 3b400d06-b8e6-4311-a5eb-e49354a9064d {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:49:49.095613 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:49.178660 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:49.178993 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:49.190738 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Calling delete_port for 3b400d06-b8e6-4311-a5eb-e49354a9064d owned by network:floatingip {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:49:49.398107 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:49.421796 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event deleted for resources: {'Port': ['ID=3b400d06-b8e6-4311-a5eb-e49354a9064d,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:49:49.431485 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:49.431741 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:49.432086 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:49.432420 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:49.432757 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:49.433642 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:49.433642 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:49.433820 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:49.434054 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:49.434382 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:49.434739 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:49.435063 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94493) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:49.496031 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for floatingip, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:49.496360 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.l3_db [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Floating IP 7c9b46fa-5ef8-4dfa-9e19-dcc67ad1dac4 disassociated (deleted). External IP: 172.27.0.182, port: f7942882-75fd-4878-84e0-8eec11af84c5. Sep 03 02:49:49.689312 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Router e022b4b4-0f2a-477a-af1c-eb1e9752543d has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:49:49.791456 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:49:49.796233 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:49.800724 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a46c3-0596-4d88-a66a-0895c5d7092d None None] Sync routers for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:49:49.809350 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a46c3-0596-4d88-a66a-0895c5d7092d None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:49:49.809981 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-b85a46c3-0596-4d88-a66a-0895c5d7092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:49:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:49:49.821649 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-65e70dc3-2f6a-4604-8b4a-659f1d882a54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "DELETE /v2.0/floatingips/7c9b46fa-5ef8-4dfa-9e19-dcc67ad1dac4 HTTP/1.1" status: 204 len: 168 time: 0.8773787 Sep 03 02:49:49.822249 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0728b14-1f46-4e70-8a18-a8d81702f2cd', 'tag': 'f7942882-75fd-4878-84e0-8eec11af84c5'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:49:49.824528 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53d8191-4ac2-4bb6-90a4-47802528cbd8" -d '{"events": [{"name": "network-changed", "server_uuid": "e0728b14-1f46-4e70-8a18-a8d81702f2cd", "tag": "f7942882-75fd-4878-84e0-8eec11af84c5"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:49:49.920117 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-b85a46c3-0596-4d88-a66a-0895c5d7092d None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:49:49.921110 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdcc32e-bc0b-4b41-88e9-d9ffa6fb5530 x-openstack-request-id: req-ecdcc32e-bc0b-4b41-88e9-d9ffa6fb5530 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:49:49.921409 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0728b14-1f46-4e70-8a18-a8d81702f2cd", "tag": "f7942882-75fd-4878-84e0-8eec11af84c5", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:49:49.921662 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecdcc32e-bc0b-4b41-88e9-d9ffa6fb5530 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:49:49.922092 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0728b14-1f46-4e70-8a18-a8d81702f2cd', 'tag': 'f7942882-75fd-4878-84e0-8eec11af84c5', 'status': 'completed', 'code': 200} Sep 03 02:49:49.982205 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d8191-4ac2-4bb6-90a4-47802528cbd8 req-8bde6971-82c9-4dec-9a84-40c314ec773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:49.983658 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a53d8191-4ac2-4bb6-90a4-47802528cbd8 req-8bde6971-82c9-4dec-9a84-40c314ec773f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 1099 time: 0.0400157 Sep 03 02:49:50.077791 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d8191-4ac2-4bb6-90a4-47802528cbd8 req-2c6cab9a-d6ef-4096-8c4a-c75fb3b95a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:50.079312 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a53d8191-4ac2-4bb6-90a4-47802528cbd8 req-2c6cab9a-d6ef-4096-8c4a-c75fb3b95a3e service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f23c6c7-d272-45de-a27b-de6b376f8751 HTTP/1.1" status: 200 len: 912 time: 0.0891340 Sep 03 02:49:50.120846 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a53d8191-4ac2-4bb6-90a4-47802528cbd8 req-700f5107-5ab8-4af0-bef0-1c520aed1daf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7942882-75fd-4878-84e0-8eec11af84c5 HTTP/1.1" status: 200 len: 217 time: 0.0338044 Sep 03 02:49:50.147345 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-b85a46c3-0596-4d88-a66a-0895c5d7092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': '96abe4ab-a0db-471c-9cef-29ac271d1d76', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'port_id': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'mac_address': 'fa:16:3e:a3:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85966721-af47-49da-a4b1-cd87ac9eda45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:46:21Z', 'updated_at': '2021-09-03T02:46:23Z', 'revision_number': 1, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:49:50.168441 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d8191-4ac2-4bb6-90a4-47802528cbd8 req-c8d88762-7ca3-432f-86d4-a7b15385e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:50.170078 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a53d8191-4ac2-4bb6-90a4-47802528cbd8 req-c8d88762-7ca3-432f-86d4-a7b15385e60a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0c8096f2-dc70-4967-beca-fff30068e743 HTTP/1.1" status: 200 len: 850 time: 0.0426509 Sep 03 02:49:50.173162 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a46c3-0596-4d88-a66a-0895c5d7092d None None] Checking router: e022b4b4-0f2a-477a-af1c-eb1e9752543d for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:49:50.181585 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85a46c3-0596-4d88-a66a-0895c5d7092d None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:49:50.182270 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-b85a46c3-0596-4d88-a66a-0895c5d7092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:49:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:49:50.223903 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d8191-4ac2-4bb6-90a4-47802528cbd8 req-1d66b7e4-3301-4d5e-9615-4326f5156f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:50.225391 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a53d8191-4ac2-4bb6-90a4-47802528cbd8 req-1d66b7e4-3301-4d5e-9615-4326f5156f90 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f23c6c7-d272-45de-a27b-de6b376f8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453436 Sep 03 02:49:50.272879 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83561c-c87e-4749-af5f-197f21d7e47c req-a6daf10a-35b3-4825-bee2-c3a5675fb608 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:50.274313 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2a83561c-c87e-4749-af5f-197f21d7e47c req-a6daf10a-35b3-4825-bee2-c3a5675fb608 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 946 time: 0.0565531 Sep 03 02:49:50.290838 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-b85a46c3-0596-4d88-a66a-0895c5d7092d None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:49:50.314346 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-2a83561c-c87e-4749-af5f-197f21d7e47c req-2a4ac393-af6b-44a5-813d-e103edcb1d5b tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328641 Sep 03 02:49:50.318085 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a53d8191-4ac2-4bb6-90a4-47802528cbd8 req-e8fcae85-a8eb-4c0e-be32-eb9b4beb3917 service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833421 Sep 03 02:49:50.411584 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-a53d8191-4ac2-4bb6-90a4-47802528cbd8 req-cc33233f-5303-4e11-87d1-98ba04148963 service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847676 Sep 03 02:49:50.509179 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-b85a46c3-0596-4d88-a66a-0895c5d7092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': '96abe4ab-a0db-471c-9cef-29ac271d1d76', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'port_id': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'mac_address': 'fa:16:3e:a3:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85966721-af47-49da-a4b1-cd87ac9eda45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:46:21Z', 'updated_at': '2021-09-03T02:46:23Z', 'revision_number': 1, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:49:50.537926 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85a46c3-0596-4d88-a66a-0895c5d7092d None None] The sync data for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi is: [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_floatingips': [{'id': '96abe4ab-a0db-471c-9cef-29ac271d1d76', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'router_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'port_id': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'mac_address': 'fa:16:3e:a3:ec:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85966721-af47-49da-a4b1-cd87ac9eda45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T02:46:21Z', 'updated_at': '2021-09-03T02:46:23Z', 'revision_number': 1, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:49:50.752024 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8dd1a-6bd2-415f-a004-4c6efc29dc1f None None] New status for floating IP 7c9b46fa-5ef8-4dfa-9e19-dcc67ad1dac4: DOWN {{(pid=94496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:49:51.465597 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b143e6-419f-4f58-89dc-e00c5a51d1a2 req-524fc96e-e268-4784-a58a-c8a24154bb5d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:51.467746 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d9b143e6-419f-4f58-89dc-e00c5a51d1a2 req-524fc96e-e268-4784-a58a-c8a24154bb5d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 946 time: 0.0745678 Sep 03 02:49:51.503239 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-d9b143e6-419f-4f58-89dc-e00c5a51d1a2 req-29d83896-c4f3-4ef8-a2d0-293f9e46e0fe tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297160 Sep 03 02:49:51.734565 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468bcd6-9c78-457f-ae21-f84b76961747 req-54251834-716c-4587-89b9-70edf2b09959 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:51.736042 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6468bcd6-9c78-457f-ae21-f84b76961747 req-54251834-716c-4587-89b9-70edf2b09959 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 946 time: 0.0475416 Sep 03 02:49:51.824875 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-6468bcd6-9c78-457f-ae21-f84b76961747 req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Deleting port f7942882-75fd-4878-84e0-8eec11af84c5 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:49:51.825307 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-6468bcd6-9c78-457f-ae21-f84b76961747 req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:51.908512 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-6468bcd6-9c78-457f-ae21-f84b76961747 req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] For port f7942882-75fd-4878-84e0-8eec11af84c5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f7942882-75fd-4878-84e0-8eec11af84c5,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:49:51.908871 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-6468bcd6-9c78-457f-ae21-f84b76961747 req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:51.920596 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-6468bcd6-9c78-457f-ae21-f84b76961747 req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Calling delete_port for f7942882-75fd-4878-84e0-8eec11af84c5 owned by compute:nova {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:49:52.125816 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-6468bcd6-9c78-457f-ae21-f84b76961747 req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:52.151526 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event deleted for resources: {'Port': ['ID=f7942882-75fd-4878-84e0-8eec11af84c5,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:49:52.164408 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:52.164779 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:52.165131 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:52.165477 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:52.165812 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:52.166149 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:52.166485 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:52.166818 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:52.167148 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:52.167507 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:52.167834 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:52.168159 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:49:52.201025 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-6468bcd6-9c78-457f-ae21-f84b76961747 req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] No DVR routers for this DVR port f7942882-75fd-4878-84e0-8eec11af84c5 on host hv-cinder-80473 {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:49:52.203416 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-6468bcd6-9c78-457f-ae21-f84b76961747 req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:52.205376 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6468bcd6-9c78-457f-ae21-f84b76961747 req-983b5b56-e4e2-46f2-885b-0b9618464f8d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.25 "DELETE /v2.0/ports/f7942882-75fd-4878-84e0-8eec11af84c5 HTTP/1.1" status: 204 len: 173 time: 0.4628530 Sep 03 02:49:52.205869 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0728b14-1f46-4e70-8a18-a8d81702f2cd', 'name': 'network-vif-deleted', 'tag': 'f7942882-75fd-4878-84e0-8eec11af84c5'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:49:52.208097 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6aba47e-d5d2-4070-af7a-fe3d4a8080ef" -d '{"events": [{"server_uuid": "e0728b14-1f46-4e70-8a18-a8d81702f2cd", "name": "network-vif-deleted", "tag": "f7942882-75fd-4878-84e0-8eec11af84c5"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:49:52.310869 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2aa321-7059-4b33-8da1-a8dcc19aee21 x-openstack-request-id: req-1c2aa321-7059-4b33-8da1-a8dcc19aee21 {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:49:52.311158 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0728b14-1f46-4e70-8a18-a8d81702f2cd", "name": "network-vif-deleted", "tag": "f7942882-75fd-4878-84e0-8eec11af84c5", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:49:52.311438 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c2aa321-7059-4b33-8da1-a8dcc19aee21 {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:49:52.311835 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0728b14-1f46-4e70-8a18-a8d81702f2cd', 'name': 'network-vif-deleted', 'tag': 'f7942882-75fd-4878-84e0-8eec11af84c5', 'status': 'completed', 'code': 200} Sep 03 02:49:52.597753 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-a1ce6276-6e54-4391-9640-934f54be3f9d req-5cf00950-ff41-462b-916f-ba8622d750a0 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0728b14-1f46-4e70-8a18-a8d81702f2cd HTTP/1.1" status: 200 len: 210 time: 0.0272558 Sep 03 02:49:55.825705 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f7942882-75fd-4878-84e0-8eec11af84c5 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:49:55.844931 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: f7942882-75fd-4878-84e0-8eec11af84c5 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:49:55.845277 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device f7942882-75fd-4878-84e0-8eec11af84c5 not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:49:56.095414 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36688) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:49:56.247042 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-4ccce2c7-e0e1-49f8-955a-78a2d2f0adc2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Deleting port b4f3279b-2ba7-468c-b105-4ba0195ac80d {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:49:56.247410 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4ccce2c7-e0e1-49f8-955a-78a2d2f0adc2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:56.318422 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4ccce2c7-e0e1-49f8-955a-78a2d2f0adc2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:56.318752 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4ccce2c7-e0e1-49f8-955a-78a2d2f0adc2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:56.329834 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-4ccce2c7-e0e1-49f8-955a-78a2d2f0adc2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Calling delete_port for b4f3279b-2ba7-468c-b105-4ba0195ac80d owned by network:floatingip {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:49:56.563102 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4ccce2c7-e0e1-49f8-955a-78a2d2f0adc2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:56.589114 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccce2c7-e0e1-49f8-955a-78a2d2f0adc2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event deleted for resources: {'Port': ['ID=b4f3279b-2ba7-468c-b105-4ba0195ac80d,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:49:56.645001 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4ccce2c7-e0e1-49f8-955a-78a2d2f0adc2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for floatingip, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:56.645335 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.db.l3_db [None req-4ccce2c7-e0e1-49f8-955a-78a2d2f0adc2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Floating IP 96abe4ab-a0db-471c-9cef-29ac271d1d76 disassociated (deleted). External IP: 172.27.0.59, port: ff3a0561-7436-4704-9e21-8ac551f62ddd. Sep 03 02:49:56.838398 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccce2c7-e0e1-49f8-955a-78a2d2f0adc2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Router e022b4b4-0f2a-477a-af1c-eb1e9752543d has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:49:56.940807 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccce2c7-e0e1-49f8-955a-78a2d2f0adc2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:49:56.945526 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-4ccce2c7-e0e1-49f8-955a-78a2d2f0adc2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:56.950331 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236d9d7-c623-41cf-9ff0-10ec0deab802 None None] Sync routers for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:49:56.959425 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0236d9d7-c623-41cf-9ff0-10ec0deab802 None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:49:56.960036 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-0236d9d7-c623-41cf-9ff0-10ec0deab802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:49:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:49:56.971714 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-4ccce2c7-e0e1-49f8-955a-78a2d2f0adc2 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "DELETE /v2.0/floatingips/96abe4ab-a0db-471c-9cef-29ac271d1d76 HTTP/1.1" status: 204 len: 168 time: 0.8752096 Sep 03 02:49:56.972395 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85966721-af47-49da-a4b1-cd87ac9eda45', 'tag': 'ff3a0561-7436-4704-9e21-8ac551f62ddd'}] {{(pid=94493) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:49:56.974716 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c61ee3ab2e618673ab5c6ae109380dfd25016120a8f9788a4c59e04e898b4793" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d03386a-5eb9-42c4-8a43-e197b8005b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "85966721-af47-49da-a4b1-cd87ac9eda45", "tag": "ff3a0561-7436-4704-9e21-8ac551f62ddd"}]}' {{(pid=94493) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:49:57.012156 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 02:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdbbf16-fb7f-42c8-ad37-3be3d84e1335 x-openstack-request-id: req-1cdbbf16-fb7f-42c8-ad37-3be3d84e1335 {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:49:57.012455 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85966721-af47-49da-a4b1-cd87ac9eda45", "tag": "ff3a0561-7436-4704-9e21-8ac551f62ddd", "status": "completed", "code": 200}]} {{(pid=94493) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:49:57.012706 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cdbbf16-fb7f-42c8-ad37-3be3d84e1335 {{(pid=94493) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:49:57.013508 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85966721-af47-49da-a4b1-cd87ac9eda45', 'tag': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'status': 'completed', 'code': 200} Sep 03 02:49:57.065667 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-0236d9d7-c623-41cf-9ff0-10ec0deab802 None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:49:57.077427 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03386a-5eb9-42c4-8a43-e197b8005b4b req-39d177a4-0cab-4c72-aff5-8fe72bffb26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:57.078953 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6d03386a-5eb9-42c4-8a43-e197b8005b4b req-39d177a4-0cab-4c72-aff5-8fe72bffb26a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02970da202f74e81a5d44fbe5d99b698&device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 1098 time: 0.0441232 Sep 03 02:49:57.166982 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03386a-5eb9-42c4-8a43-e197b8005b4b req-08f9f61d-1423-49d3-b35e-00bcd6f1d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:57.168491 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6d03386a-5eb9-42c4-8a43-e197b8005b4b req-08f9f61d-1423-49d3-b35e-00bcd6f1d4f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f23c6c7-d272-45de-a27b-de6b376f8751 HTTP/1.1" status: 200 len: 912 time: 0.0827317 Sep 03 02:49:57.212472 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6d03386a-5eb9-42c4-8a43-e197b8005b4b req-f84bf40b-448f-4280-a7f8-fbcafc703708 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff3a0561-7436-4704-9e21-8ac551f62ddd HTTP/1.1" status: 200 len: 217 time: 0.0370009 Sep 03 02:49:57.261459 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-0236d9d7-c623-41cf-9ff0-10ec0deab802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:49:57.262238 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03386a-5eb9-42c4-8a43-e197b8005b4b req-d6ee7aea-dff2-4ac6-9a03-db62ee7b9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:57.263748 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6d03386a-5eb9-42c4-8a43-e197b8005b4b req-d6ee7aea-dff2-4ac6-9a03-db62ee7b9b2e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0c8096f2-dc70-4967-beca-fff30068e743 HTTP/1.1" status: 200 len: 850 time: 0.0441399 Sep 03 02:49:57.290408 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236d9d7-c623-41cf-9ff0-10ec0deab802 None None] Checking router: e022b4b4-0f2a-477a-af1c-eb1e9752543d for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:49:57.299705 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0236d9d7-c623-41cf-9ff0-10ec0deab802 None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:49:57.300333 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-0236d9d7-c623-41cf-9ff0-10ec0deab802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:49:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:49:57.313371 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03386a-5eb9-42c4-8a43-e197b8005b4b req-b47c2d88-87ba-41a1-b348-f7ce1b0ed786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:57.314992 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6d03386a-5eb9-42c4-8a43-e197b8005b4b req-b47c2d88-87ba-41a1-b348-f7ce1b0ed786 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f23c6c7-d272-45de-a27b-de6b376f8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445597 Sep 03 02:49:57.392341 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca412a-0e04-429a-8c63-a56912c71bb0 req-94422183-7df6-4d99-904b-9a7c971cea76 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:57.394041 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6eca412a-0e04-429a-8c63-a56912c71bb0 req-94422183-7df6-4d99-904b-9a7c971cea76 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 945 time: 0.0505276 Sep 03 02:49:57.419400 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6d03386a-5eb9-42c4-8a43-e197b8005b4b req-390d0c3a-decd-4808-b207-c976f01a7773 service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969255 Sep 03 02:49:57.420737 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-0236d9d7-c623-41cf-9ff0-10ec0deab802 None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:49:57.436730 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-6eca412a-0e04-429a-8c63-a56912c71bb0 req-da3fc7b4-8549-4ef9-a849-29983398e68f tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359089 Sep 03 02:49:57.512928 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-6d03386a-5eb9-42c4-8a43-e197b8005b4b req-ea9423bc-90f7-46fc-b789-732158955e48 service neutron] 10.222.0.25 "GET /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865722 Sep 03 02:49:57.739633 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-0236d9d7-c623-41cf-9ff0-10ec0deab802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:49:57.765485 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236d9d7-c623-41cf-9ff0-10ec0deab802 None None] The sync data for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi is: [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:42:57Z', 'revision_number': 4, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi', '_interfaces': [{'id': 'f8e89baf-0b4e-4d64-8ca5-81a79078fc8e', 'name': '', 'network_id': '0f23c6c7-d272-45de-a27b-de6b376f8751', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'mac_address': 'fa:16:3e:b7:f6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '0c8096f2-dc70-4967-beca-fff30068e743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:56Z', 'updated_at': '2021-09-03T02:43:02Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'subnets': [{'id': '0c8096f2-dc70-4967-beca-fff30068e743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:49:57.962722 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2894de7-1003-47db-a335-079d232e82b2 None None] New status for floating IP 96abe4ab-a0db-471c-9cef-29ac271d1d76: DOWN {{(pid=94496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 02:49:58.508834 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:58.553451 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e13a5-5a02-4fda-8b35-06744524e495 req-e705c833-716e-4f1b-a7e7-822c8dfdbeed tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94493) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:58.555015 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-741e13a5-5a02-4fda-8b35-06744524e495 req-e705c833-716e-4f1b-a7e7-822c8dfdbeed tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 945 time: 0.0490866 Sep 03 02:49:58.591678 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-741e13a5-5a02-4fda-8b35-06744524e495 req-42857d9a-ba2b-45bb-a355-fac86373211e tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/security-groups?id=751d24e5-4d76-48a9-a3fa-33187384e326&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307493 Sep 03 02:49:58.820944 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cd057-ee10-430c-a845-07331daf513a req-9514a2db-a5a9-4b5f-9811-d785b1042a14 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 02:49:58.822262 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e12cd057-ee10-430c-a845-07331daf513a req-9514a2db-a5a9-4b5f-9811-d785b1042a14 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.25 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 945 time: 0.0462186 Sep 03 02:49:58.914225 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-e12cd057-ee10-430c-a845-07331daf513a req-01e24ca8-c0fc-4df3-9803-13936390371d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Deleting port ff3a0561-7436-4704-9e21-8ac551f62ddd {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:49:58.914568 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e12cd057-ee10-430c-a845-07331daf513a req-01e24ca8-c0fc-4df3-9803-13936390371d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:59.002167 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [req-e12cd057-ee10-430c-a845-07331daf513a req-01e24ca8-c0fc-4df3-9803-13936390371d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] For port ff3a0561-7436-4704-9e21-8ac551f62ddd, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ff3a0561-7436-4704-9e21-8ac551f62ddd,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:49:59.002542 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e12cd057-ee10-430c-a845-07331daf513a req-01e24ca8-c0fc-4df3-9803-13936390371d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:59.014926 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [req-e12cd057-ee10-430c-a845-07331daf513a req-01e24ca8-c0fc-4df3-9803-13936390371d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Calling delete_port for ff3a0561-7436-4704-9e21-8ac551f62ddd owned by compute:nova {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:49:59.193775 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e12cd057-ee10-430c-a845-07331daf513a req-01e24ca8-c0fc-4df3-9803-13936390371d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:59.225464 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e24ca8-c0fc-4df3-9803-13936390371d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event deleted for resources: {'Port': ['ID=ff3a0561-7436-4704-9e21-8ac551f62ddd,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:49:59.262420 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12cd057-ee10-430c-a845-07331daf513a req-01e24ca8-c0fc-4df3-9803-13936390371d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] No DVR routers for this DVR port ff3a0561-7436-4704-9e21-8ac551f62ddd on host hv-cinder-80473 {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:49:59.265845 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [req-e12cd057-ee10-430c-a845-07331daf513a req-01e24ca8-c0fc-4df3-9803-13936390371d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for port, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:49:59.267915 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [req-e12cd057-ee10-430c-a845-07331daf513a req-01e24ca8-c0fc-4df3-9803-13936390371d tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.25 "DELETE /v2.0/ports/ff3a0561-7436-4704-9e21-8ac551f62ddd HTTP/1.1" status: 204 len: 173 time: 0.4396441 Sep 03 02:49:59.268392 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85966721-af47-49da-a4b1-cd87ac9eda45', 'name': 'network-vif-deleted', 'tag': 'ff3a0561-7436-4704-9e21-8ac551f62ddd'}] {{(pid=94494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 02:49:59.270612 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a3d7f5888bae3aa721a37ce0f755d181a5eb983da03450cb8e323f48541a216" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee602ad8-d58c-42c1-b498-7b67458ddb0c" -d '{"events": [{"server_uuid": "85966721-af47-49da-a4b1-cd87ac9eda45", "name": "network-vif-deleted", "tag": "ff3a0561-7436-4704-9e21-8ac551f62ddd"}]}' {{(pid=94494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 02:49:59.304175 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 02:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02dfc10-0df9-441f-aa4d-dc01a6355b0c x-openstack-request-id: req-f02dfc10-0df9-441f-aa4d-dc01a6355b0c {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 02:49:59.304470 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85966721-af47-49da-a4b1-cd87ac9eda45", "name": "network-vif-deleted", "tag": "ff3a0561-7436-4704-9e21-8ac551f62ddd", "status": "completed", "code": 200}]} {{(pid=94494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 02:49:59.304730 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f02dfc10-0df9-441f-aa4d-dc01a6355b0c {{(pid=94494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 02:49:59.305151 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85966721-af47-49da-a4b1-cd87ac9eda45', 'name': 'network-vif-deleted', 'tag': 'ff3a0561-7436-4704-9e21-8ac551f62ddd', 'status': 'completed', 'code': 200} Sep 03 02:49:59.688379 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [req-0c35ebfd-8345-4984-9326-96f8b0c52875 req-26423c2d-b244-4fcb-9162-c49197e2ac54 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "GET /v2.0/ports?device_id=85966721-af47-49da-a4b1-cd87ac9eda45 HTTP/1.1" status: 200 len: 210 time: 0.0290158 Sep 03 02:50:00.741451 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36704) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:50:00.858747 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-b62c1def-5cc5-44a3-86d4-397b093fb632 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Deleting port 85cd6628-15cb-4100-b9a8-ac948f7d0c94 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:50:00.859095 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b62c1def-5cc5-44a3-86d4-397b093fb632 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:00.933134 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b62c1def-5cc5-44a3-86d4-397b093fb632 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:00.933475 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b62c1def-5cc5-44a3-86d4-397b093fb632 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:00.945095 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-b62c1def-5cc5-44a3-86d4-397b093fb632 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Calling delete_port for 85cd6628-15cb-4100-b9a8-ac948f7d0c94 owned by network:floatingip {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:50:01.151560 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b62c1def-5cc5-44a3-86d4-397b093fb632 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:01.177299 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c1def-5cc5-44a3-86d4-397b093fb632 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event deleted for resources: {'Port': ['ID=85cd6628-15cb-4100-b9a8-ac948f7d0c94,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:50:01.234790 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b62c1def-5cc5-44a3-86d4-397b093fb632 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for floatingip, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:01.237368 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-b62c1def-5cc5-44a3-86d4-397b093fb632 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-18504'] for floatingip, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:01.238516 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-b62c1def-5cc5-44a3-86d4-397b093fb632 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "DELETE /v2.0/floatingips/c5b0fa70-e343-4373-82b8-adcfe6b6b209 HTTP/1.1" status: 204 len: 168 time: 0.4960902 Sep 03 02:50:02.573530 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36716) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:50:02.642333 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5d784aa1-e5ad-4a81-8ea6-4ae5f48314f1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:02.666417 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5d784aa1-e5ad-4a81-8ea6-4ae5f48314f1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:02.776845 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5d784aa1-e5ad-4a81-8ea6-4ae5f48314f1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:02.779419 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-5d784aa1-e5ad-4a81-8ea6-4ae5f48314f1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:02.780560 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-5d784aa1-e5ad-4a81-8ea6-4ae5f48314f1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] 10.222.0.21 "DELETE /v2.0/security-groups/751d24e5-4d76-48a9-a3fa-33187384e326 HTTP/1.1" status: 204 len: 168 time: 0.2060714 Sep 03 02:50:02.790052 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d784aa1-e5ad-4a81-8ea6-4ae5f48314f1 tempest-TestVolumeBootPattern-1383780573 tempest-TestVolumeBootPattern-1383780573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751d24e5-4d76-48a9-a3fa-33187384e326,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:50:02.898719 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36720) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:50:03.321360 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-94b58784-dad3-41e4-82fc-54730c2964a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734964'] for router_interface, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:03.553856 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-94b58784-dad3-41e4-82fc-54730c2964a3 admin admin] Deleting port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:50:03.554195 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-94b58784-dad3-41e4-82fc-54730c2964a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:03.712149 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2d025294-9dac-4ff5-aab3-1c0bddceb22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:03.861606 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device ff3a0561-7436-4704-9e21-8ac551f62ddd no longer exists at agent hyperv_hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:50:03.874408 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-94b58784-dad3-41e4-82fc-54730c2964a3 admin admin] For port f8e89baf-0b4e-4d64-8ca5-81a79078fc8e, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=f8e89baf-0b4e-4d64-8ca5-81a79078fc8e,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:50:03.874786 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-94b58784-dad3-41e4-82fc-54730c2964a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:03.885048 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] No Port match for: ff3a0561-7436-4704-9e21-8ac551f62ddd {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:50:03.885404 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Device ff3a0561-7436-4704-9e21-8ac551f62ddd not bound to the agent host hv-cinder-80473 {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:50:03.886833 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-94b58784-dad3-41e4-82fc-54730c2964a3 admin admin] Calling delete_port for f8e89baf-0b4e-4d64-8ca5-81a79078fc8e owned by network:router_interface {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:50:04.114184 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-94b58784-dad3-41e4-82fc-54730c2964a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:04.137510 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b58784-dad3-41e4-82fc-54730c2964a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e89baf-0b4e-4d64-8ca5-81a79078fc8e,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:50:04.300713 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-94b58784-dad3-41e4-82fc-54730c2964a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735072'] for router_interface, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:04.505829 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b58784-dad3-41e4-82fc-54730c2964a3 admin admin] Router e022b4b4-0f2a-477a-af1c-eb1e9752543d has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:50:04.602471 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b58784-dad3-41e4-82fc-54730c2964a3 admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:50:04.607621 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-94b58784-dad3-41e4-82fc-54730c2964a3 admin admin] 10.222.0.21 "PUT /v2.0/routers/e022b4b4-0f2a-477a-af1c-eb1e9752543d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7077441 Sep 03 02:50:04.610732 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36724) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:50:04.611734 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83cf8d8-62f4-4f45-8e1e-4a152c18c722 None None] Sync routers for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:50:04.620720 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83cf8d8-62f4-4f45-8e1e-4a152c18c722 None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:50:04.621330 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-f83cf8d8-62f4-4f45-8e1e-4a152c18c722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:49:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:50:04.710314 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eb945de-6dc4-4102-a540-a09dc9605033 admin admin] Notify callbacks [] for router, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:04.728350 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-f83cf8d8-62f4-4f45-8e1e-4a152c18c722 None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: dv-cinder-804735-8-iscsi {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:50:04.812358 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eb945de-6dc4-4102-a540-a09dc9605033 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:04.902777 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-f83cf8d8-62f4-4f45-8e1e-4a152c18c722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:50:04Z', 'revision_number': 5, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port': {'id': '096f7f9e-6e37-44b6-a48b-af8933b47acd', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:8c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:42:54Z', 'updated_at': '2021-09-03T02:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:50:04.929617 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83cf8d8-62f4-4f45-8e1e-4a152c18c722 None None] Checking router: e022b4b4-0f2a-477a-af1c-eb1e9752543d for host: dv-cinder-804735-8-iscsi {{(pid=94495) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:50:04.937793 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83cf8d8-62f4-4f45-8e1e-4a152c18c722 None None] Routers {'e022b4b4-0f2a-477a-af1c-eb1e9752543d'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94495) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:50:04.938398 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-f83cf8d8-62f4-4f45-8e1e-4a152c18c722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:49:36Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'], 'active': True} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:50:04.950381 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-8eb945de-6dc4-4102-a540-a09dc9605033 admin admin] Deleting port 096f7f9e-6e37-44b6-a48b-af8933b47acd {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:50:04.950729 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eb945de-6dc4-4102-a540-a09dc9605033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:05.026247 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvr_db [None req-f83cf8d8-62f4-4f45-8e1e-4a152c18c722 None None] Set router e022b4b4-0f2a-477a-af1c-eb1e9752543d gateway port host: None {{(pid=94495) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:50:05.082236 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_hamode_db [None req-f83cf8d8-62f4-4f45-8e1e-4a152c18c722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:50:04Z', 'revision_number': 6, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port_host': None}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:50:05.109089 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83cf8d8-62f4-4f45-8e1e-4a152c18c722 None None] The sync data for ids ['e022b4b4-0f2a-477a-af1c-eb1e9752543d'] in dv-cinder-804735-8-iscsi is: [{'id': 'e022b4b4-0f2a-477a-af1c-eb1e9752543d', 'name': 'tempest-TestVolumeBootPattern-879406393-router', 'tenant_id': '02970da202f74e81a5d44fbe5d99b698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:53Z', 'updated_at': '2021-09-03T02:50:04Z', 'revision_number': 6, 'project_id': '02970da202f74e81a5d44fbe5d99b698', 'gw_port_host': None}] {{(pid=94495) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:50:05.274830 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-8eb945de-6dc4-4102-a540-a09dc9605033 admin admin] For port 096f7f9e-6e37-44b6-a48b-af8933b47acd, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=096f7f9e-6e37-44b6-a48b-af8933b47acd,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:50:05.275204 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eb945de-6dc4-4102-a540-a09dc9605033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:05.286922 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-8eb945de-6dc4-4102-a540-a09dc9605033 admin admin] Calling delete_port for 096f7f9e-6e37-44b6-a48b-af8933b47acd owned by network:router_gateway {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:50:05.518048 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eb945de-6dc4-4102-a540-a09dc9605033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:05.543012 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb945de-6dc4-4102-a540-a09dc9605033 admin admin] Pushing event deleted for resources: {'Port': ['ID=096f7f9e-6e37-44b6-a48b-af8933b47acd,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:50:05.603941 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eb945de-6dc4-4102-a540-a09dc9605033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729998'] for router_gateway, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:05.692738 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eb945de-6dc4-4102-a540-a09dc9605033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25460'] for router, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:05.694794 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eb945de-6dc4-4102-a540-a09dc9605033 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:05.809105 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eb945de-6dc4-4102-a540-a09dc9605033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733480'] for router, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:05.809558 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb945de-6dc4-4102-a540-a09dc9605033 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e022b4b4-0f2a-477a-af1c-eb1e9752543d {{(pid=94494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:50:05.815066 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-8eb945de-6dc4-4102-a540-a09dc9605033 admin admin] Notify callbacks [] for router, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:05.815700 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-8eb945de-6dc4-4102-a540-a09dc9605033 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e022b4b4-0f2a-477a-af1c-eb1e9752543d HTTP/1.1" status: 204 len: 168 time: 1.2038808 Sep 03 02:50:05.817212 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36726) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:50:05.861909 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.db_base_plugin_v2 [None req-50efbb42-3c84-4e95-81cd-64c7c10e5631 admin admin] Deleting subnet 0c8096f2-dc70-4967-beca-fff30068e743 {{(pid=94494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:50:05.865052 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-50efbb42-3c84-4e95-81cd-64c7c10e5631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:05.902219 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-50efbb42-3c84-4e95-81cd-64c7c10e5631 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31215061'] for subnet, precommit_delete_associations {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:05.975429 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-50efbb42-3c84-4e95-81cd-64c7c10e5631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.097501 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-50efbb42-3c84-4e95-81cd-64c7c10e5631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31249298', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31359024'] for subnet, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.123735 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efbb42-3c84-4e95-81cd-64c7c10e5631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8096f2-dc70-4967-beca-fff30068e743,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:50:06.126235 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-50efbb42-3c84-4e95-81cd-64c7c10e5631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for subnet, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.128046 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-50efbb42-3c84-4e95-81cd-64c7c10e5631 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0c8096f2-dc70-4967-beca-fff30068e743 HTTP/1.1" status: 204 len: 168 time: 0.3098741 Sep 03 02:50:06.130430 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ee9e85-cfcf-4460-a5a3-eb0f2fb5d875 None None] Network 0f23c6c7-d272-45de-a27b-de6b376f8751 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:50:06.130880 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36728) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:50:06.192477 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-afaa1709-75bf-4062-a99b-28fb31677745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.201410 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device f8e89baf-0b4e-4d64-8ca5-81a79078fc8e no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:50:06.206089 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.238027 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: f8e89baf-0b4e-4d64-8ca5-81a79078fc8e {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:50:06.238374 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device f8e89baf-0b4e-4d64-8ca5-81a79078fc8e not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:50:06.238799 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 096f7f9e-6e37-44b6-a48b-af8933b47acd no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:50:06.257485 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] Deleting port 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:50:06.257912 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.258434 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: 096f7f9e-6e37-44b6-a48b-af8933b47acd {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:50:06.258779 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 096f7f9e-6e37-44b6-a48b-af8933b47acd not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:50:06.325624 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] For port 6ae67aa5-11cb-4490-9efd-c6a60f1c1207, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=6ae67aa5-11cb-4490-9efd-c6a60f1c1207,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:50:06.325988 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.338530 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] DHCP port deletion for 0f23c6c7-d272-45de-a27b-de6b376f8751 request from dv-cinder-804735-8-iscsi {{(pid=94495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 02:50:06.338730 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] Calling delete_port for 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 owned by network:dhcp {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:50:06.387042 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Deleting port 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 {{(pid=94495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:50:06.387445 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.448103 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] For port 6ae67aa5-11cb-4490-9efd-c6a60f1c1207, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=6ae67aa5-11cb-4490-9efd-c6a60f1c1207,segment=NetworkSegment(5889749e-7e6d-4978-b6b0-11dc764f5e69),segment_id=5889749e-7e6d-4978-b6b0-11dc764f5e69)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:50:06.448502 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.460434 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Calling delete_port for 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 owned by network:dhcp {{(pid=94495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:50:06.491466 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.517279 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae67aa5-11cb-4490-9efd-c6a60f1c1207,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:50:06.522333 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] No DVR routers for this DVR port 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 on host dv-cinder-804735-8-iscsi {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:50:06.536475 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564'] for port, after_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.560976 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Pushing event deleted for resources: {'Port': ['ID=6ae67aa5-11cb-4490-9efd-c6a60f1c1207,revision_number=None']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:50:06.565882 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] No DVR routers for this DVR port 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 on host dv-cinder-804735-8-iscsi {{(pid=94495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:50:06.575582 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:50:06.575582 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:50:06.575582 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:50:06.575582 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:50:06.575582 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:50:06.575582 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:50:06.575582 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:50:06.575582 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:50:06.575582 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:50:06.576421 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:50:06.576421 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:50:06.576421 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a43db5-6ef8-4103-9810-61dfe3d77d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-8-iscsi {{(pid=94495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 02:50:06.594985 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.604831 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f23c6c7-d272-45de-a27b-de6b376f8751']}} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:50:06.614629 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5889749e-7e6d-4978-b6b0-11dc764f5e69') {'for_net_delete': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:50:06.614927 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5889749e-7e6d-4978-b6b0-11dc764f5e69') {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:50:06.623266 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31215052'] for segment, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.636069 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.641967 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:50:06.642347 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31249356'] for segment, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: Traceback (most recent call last): Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: timer() Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: cb(*args, **kw) Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: return func(*args, **kwargs) Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: self._notify() Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: self.callback(batched_events) Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: event.method(event) Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: return f(self, *a, **k) Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._get(url).json() Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: return self.request(url, 'GET', **kwargs) Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:50:06.643999 dv-cinder-804735-8-iscsi neutron-server[94494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:50:06.774920 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.780326 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:06.782656 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] 10.222.0.21 "DELETE /v2.0/networks/0f23c6c7-d272-45de-a27b-de6b376f8751 HTTP/1.1" status: 204 len: 168 time: 0.6513426 Sep 03 02:50:06.785591 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36730) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:50:06.793188 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2960d9d-5703-4e74-a6c5-a59a1d70794a admin admin] Pushing event deleted for resources: {'Network': ['ID=0f23c6c7-d272-45de-a27b-de6b376f8751,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:50:06.798390 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:07.117266 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-70f8b0e5-9f8c-4d5e-b210-f4361ef20899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1734964'] for router_interface, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:07.346587 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-70f8b0e5-9f8c-4d5e-b210-f4361ef20899 admin admin] Deleting port 331088c7-b7ea-4b66-a167-9ea905dcb1f3 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:50:07.346929 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-70f8b0e5-9f8c-4d5e-b210-f4361ef20899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:07.422015 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-70f8b0e5-9f8c-4d5e-b210-f4361ef20899 admin admin] For port 331088c7-b7ea-4b66-a167-9ea905dcb1f3, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=331088c7-b7ea-4b66-a167-9ea905dcb1f3,segment=NetworkSegment(f6d764dc-61a6-458c-b09a-3b1d557a351e),segment_id=f6d764dc-61a6-458c-b09a-3b1d557a351e)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:50:07.422381 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-70f8b0e5-9f8c-4d5e-b210-f4361ef20899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:07.434133 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-70f8b0e5-9f8c-4d5e-b210-f4361ef20899 admin admin] Calling delete_port for 331088c7-b7ea-4b66-a167-9ea905dcb1f3 owned by network:router_interface {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:50:07.668420 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-70f8b0e5-9f8c-4d5e-b210-f4361ef20899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:07.697531 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8b0e5-9f8c-4d5e-b210-f4361ef20899 admin admin] Pushing event deleted for resources: {'Port': ['ID=331088c7-b7ea-4b66-a167-9ea905dcb1f3,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:50:07.855303 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-70f8b0e5-9f8c-4d5e-b210-f4361ef20899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1580718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1735072'] for router_interface, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:07.874277 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:08.058699 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f8b0e5-9f8c-4d5e-b210-f4361ef20899 admin admin] Router a15aa62a-9a81-4c79-a4c1-efe0fa5ca130 has already been hosted by L3 agent 22201d5a-7796-4f3b-b245-45d576005661 {{(pid=94493) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 02:50:08.160565 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f8b0e5-9f8c-4d5e-b210-f4361ef20899 admin admin] Notify agent at l3_agent.dv-cinder-804735-8-iscsi the message routers_updated {{(pid=94493) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 02:50:08.167789 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-70f8b0e5-9f8c-4d5e-b210-f4361ef20899 admin admin] 10.222.0.21 "PUT /v2.0/routers/a15aa62a-9a81-4c79-a4c1-efe0fa5ca130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3810465 Sep 03 02:50:08.168506 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36732) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:50:08.169343 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5180a410-5f2c-41e1-a2b3-886cbe363e52 None None] Sync routers for ids ['a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'] in dv-cinder-804735-8-iscsi {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 02:50:08.183361 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5180a410-5f2c-41e1-a2b3-886cbe363e52 None None] Routers {'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:50:08.183492 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-5180a410-5f2c-41e1-a2b3-886cbe363e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:50:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:50:08.233472 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:50:08.249003 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:50:08.253821 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:50:08.254170 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 6ae67aa5-11cb-4490-9efd-c6a60f1c1207 not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:50:08.267754 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b9fd-d121-44c2-9406-0f420b76caeb admin admin] Notify callbacks [] for router, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:08.291054 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-5180a410-5f2c-41e1-a2b3-886cbe363e52 None None] Set router a15aa62a-9a81-4c79-a4c1-efe0fa5ca130 gateway port host: dv-cinder-804735-8-iscsi {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:50:08.366785 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b9fd-d121-44c2-9406-0f420b76caeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:08.461555 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-5180a410-5f2c-41e1-a2b3-886cbe363e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'name': 'tempest-TestVolumeBootPattern-1702977721-router', 'tenant_id': 'b6140625bfd14d9cbece27c293f1f78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'external_fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '9f6291f8-81eb-435a-9d80-9a7a39a7c8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:59Z', 'updated_at': '2021-09-03T02:50:07Z', 'revision_number': 5, 'project_id': 'b6140625bfd14d9cbece27c293f1f78e', 'gw_port': {'id': '9f6291f8-81eb-435a-9d80-9a7a39a7c8f3', 'name': '', 'network_id': 'f4c19d40-ba77-4711-a1ff-e25228796469', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T02:43:00Z', 'updated_at': '2021-09-03T02:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb0f02d4-9924-422a-bd03-cc3de1d68aae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-8-iscsi'}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:50:08.486823 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5180a410-5f2c-41e1-a2b3-886cbe363e52 None None] Checking router: a15aa62a-9a81-4c79-a4c1-efe0fa5ca130 for host: dv-cinder-804735-8-iscsi {{(pid=94496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 02:50:08.494858 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5180a410-5f2c-41e1-a2b3-886cbe363e52 None None] Routers {'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'} bound to L3 agent in host dv-cinder-804735-8-iscsi {{(pid=94496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 02:50:08.495497 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-5180a410-5f2c-41e1-a2b3-886cbe363e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T01:59:36Z,description=,heartbeat_timestamp=2021-09-03T02:50:06Z,host='dv-cinder-804735-8-iscsi',id=22201d5a-7796-4f3b-b245-45d576005661,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T01:59:37Z,topic='l3_agent')) {'router_ids': ['a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'], 'active': True} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:50:08.506107 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8b9fd-d121-44c2-9406-0f420b76caeb admin admin] Deleting port 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3 {{(pid=94493) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:50:08.506462 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b9fd-d121-44c2-9406-0f420b76caeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:08.579602 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_dvr_db [None req-5180a410-5f2c-41e1-a2b3-886cbe363e52 None None] Set router a15aa62a-9a81-4c79-a4c1-efe0fa5ca130 gateway port host: None {{(pid=94496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 02:50:08.584839 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.db [None req-3dc8b9fd-d121-44c2-9406-0f420b76caeb admin admin] For port 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=9f6291f8-81eb-435a-9d80-9a7a39a7c8f3,segment=NetworkSegment(faee652e-511e-4d13-b766-200406ff410a),segment_id=faee652e-511e-4d13-b766-200406ff410a)] {{(pid=94493) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:50:08.585216 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b9fd-d121-44c2-9406-0f420b76caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:08.598236 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8b9fd-d121-44c2-9406-0f420b76caeb admin admin] Calling delete_port for 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3 owned by network:router_gateway {{(pid=94493) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:50:08.632216 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.l3_hamode_db [None req-5180a410-5f2c-41e1-a2b3-886cbe363e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'name': 'tempest-TestVolumeBootPattern-1702977721-router', 'tenant_id': 'b6140625bfd14d9cbece27c293f1f78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:59Z', 'updated_at': '2021-09-03T02:50:08Z', 'revision_number': 6, 'project_id': 'b6140625bfd14d9cbece27c293f1f78e', 'gw_port_host': None}], 'dv-cinder-804735-8-iscsi', False) {} {{(pid=94496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:50:08.659132 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5180a410-5f2c-41e1-a2b3-886cbe363e52 None None] The sync data for ids ['a15aa62a-9a81-4c79-a4c1-efe0fa5ca130'] in dv-cinder-804735-8-iscsi is: [{'id': 'a15aa62a-9a81-4c79-a4c1-efe0fa5ca130', 'name': 'tempest-TestVolumeBootPattern-1702977721-router', 'tenant_id': 'b6140625bfd14d9cbece27c293f1f78e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T02:42:59Z', 'updated_at': '2021-09-03T02:50:08Z', 'revision_number': 6, 'project_id': 'b6140625bfd14d9cbece27c293f1f78e', 'gw_port_host': None}] {{(pid=94496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 02:50:08.820333 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b9fd-d121-44c2-9406-0f420b76caeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30143533'] for port, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:08.845213 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8b9fd-d121-44c2-9406-0f420b76caeb admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6291f8-81eb-435a-9d80-9a7a39a7c8f3,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:50:08.906738 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b9fd-d121-44c2-9406-0f420b76caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1729998'] for router_gateway, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:09.186411 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:09.235839 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b9fd-d121-44c2-9406-0f420b76caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1733393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25460'] for router, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:09.237904 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b9fd-d121-44c2-9406-0f420b76caeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:09.346107 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b9fd-d121-44c2-9406-0f420b76caeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1733480'] for router, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:09.346560 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc8b9fd-d121-44c2-9406-0f420b76caeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a15aa62a-9a81-4c79-a4c1-efe0fa5ca130 {{(pid=94493) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 02:50:09.350856 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-3dc8b9fd-d121-44c2-9406-0f420b76caeb admin admin] Notify callbacks [] for router, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:09.352021 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-3dc8b9fd-d121-44c2-9406-0f420b76caeb admin admin] 10.222.0.21 "DELETE /v2.0/routers/a15aa62a-9a81-4c79-a4c1-efe0fa5ca130 HTTP/1.1" status: 204 len: 168 time: 1.1825247 Sep 03 02:50:09.354444 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.wsgi [-] (94493) accepted ('10.222.0.21', 36734) {{(pid=94493) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:50:09.403402 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af024c8-72d7-4a03-9ba8-2b1c55a914ab admin admin] Deleting subnet e3490965-e0a9-41f3-9c03-f01bcde0cefb {{(pid=94493) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 02:50:09.406452 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8af024c8-72d7-4a03-9ba8-2b1c55a914ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:09.444435 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8af024c8-72d7-4a03-9ba8-2b1c55a914ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30229339'] for subnet, precommit_delete_associations {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:09.518981 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8af024c8-72d7-4a03-9ba8-2b1c55a914ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-892120'] for subnet, precommit_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:09.640780 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8af024c8-72d7-4a03-9ba8-2b1c55a914ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-892065', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30143488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29389865'] for subnet, after_delete {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:09.664120 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af024c8-72d7-4a03-9ba8-2b1c55a914ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3490965-e0a9-41f3-9c03-f01bcde0cefb,revision_number=None']} {{(pid=94493) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:50:09.669738 dv-cinder-804735-8-iscsi neutron-server[94493]: DEBUG neutron_lib.callbacks.manager [None req-8af024c8-72d7-4a03-9ba8-2b1c55a914ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94493) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:09.672212 dv-cinder-804735-8-iscsi neutron-server[94493]: INFO neutron.wsgi [None req-8af024c8-72d7-4a03-9ba8-2b1c55a914ab admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e3490965-e0a9-41f3-9c03-f01bcde0cefb HTTP/1.1" status: 204 len: 168 time: 0.3162284 Sep 03 02:50:09.674734 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36736) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:50:09.675517 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb46a04-b972-47c8-9446-3db9cfa82b27 None None] Network 9e42ff3e-7fe9-4a90-907a-03d637aeb291 requested from dv-cinder-804735-8-iscsi {{(pid=94495) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 02:50:09.739987 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-676051'] for network, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:09.798883 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] Deleting port a4d3491d-a7a7-46a0-81a2-f9e90e09541b {{(pid=94494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:50:09.799227 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:09.829919 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9174246-dab2-422c-b414-5abb75c6606e None None] DHCP port deletion for 9e42ff3e-7fe9-4a90-907a-03d637aeb291 request from dv-cinder-804735-8-iscsi {{(pid=94495) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 02:50:09.861435 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.db [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] For port a4d3491d-a7a7-46a0-81a2-f9e90e09541b, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=a4d3491d-a7a7-46a0-81a2-f9e90e09541b,segment=NetworkSegment(f6d764dc-61a6-458c-b09a-3b1d557a351e),segment_id=f6d764dc-61a6-458c-b09a-3b1d557a351e)] {{(pid=94494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:50:09.861812 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:09.873467 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.plugin [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] Calling delete_port for a4d3491d-a7a7-46a0-81a2-f9e90e09541b owned by network:dhcp {{(pid=94494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:50:09.874460 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-b9174246-dab2-422c-b414-5abb75c6606e None None] Deleting port a4d3491d-a7a7-46a0-81a2-f9e90e09541b {{(pid=94495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 02:50:09.874809 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b9174246-dab2-422c-b414-5abb75c6606e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772790792686'] for port, before_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:09.937967 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.db [None req-b9174246-dab2-422c-b414-5abb75c6606e None None] For port a4d3491d-a7a7-46a0-81a2-f9e90e09541b, host dv-cinder-804735-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-8-iscsi',level=0,port_id=a4d3491d-a7a7-46a0-81a2-f9e90e09541b,segment=NetworkSegment(f6d764dc-61a6-458c-b09a-3b1d557a351e),segment_id=f6d764dc-61a6-458c-b09a-3b1d557a351e)] {{(pid=94495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 02:50:09.938370 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b9174246-dab2-422c-b414-5abb75c6606e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1709117'] for port, precommit_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:09.949558 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-b9174246-dab2-422c-b414-5abb75c6606e None None] Calling delete_port for a4d3491d-a7a7-46a0-81a2-f9e90e09541b owned by network:dhcp {{(pid=94495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 02:50:10.028455 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31249343'] for port, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:10.034195 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b9174246-dab2-422c-b414-5abb75c6606e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759549', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772790799288', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772790364564'] for port, after_delete {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:10.053696 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d3491d-a7a7-46a0-81a2-f9e90e09541b,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:50:10.057404 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] No DVR routers for this DVR port a4d3491d-a7a7-46a0-81a2-f9e90e09541b on host dv-cinder-804735-8-iscsi {{(pid=94494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:50:10.065026 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9174246-dab2-422c-b414-5abb75c6606e None None] Pushing event deleted for resources: {'Port': ['ID=a4d3491d-a7a7-46a0-81a2-f9e90e09541b,revision_number=None']} {{(pid=94495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:50:10.071107 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9174246-dab2-422c-b414-5abb75c6606e None None] No DVR routers for this DVR port a4d3491d-a7a7-46a0-81a2-f9e90e09541b on host dv-cinder-804735-8-iscsi {{(pid=94495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 02:50:10.128889 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-911181', 'neutron.services.segments.db._delete_segments_for_network-8772790860629'] for network, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:10.138636 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e42ff3e-7fe9-4a90-907a-03d637aeb291']}} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:50:10.149519 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d764dc-61a6-458c-b09a-3b1d557a351e') {'for_net_delete': True} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:50:10.149826 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.services.segments.db [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d764dc-61a6-458c-b09a-3b1d557a351e') {} {{(pid=94494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 02:50:10.159011 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772790858078', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31215052'] for segment, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:10.172004 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409'] for segment, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:10.178216 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 02:50:10.178679 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-911409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31249356'] for segment, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: Traceback (most recent call last): Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: timer() Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: cb(*args, **kw) Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: return func(*args, **kwargs) Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: self._notify() Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: self.callback(batched_events) Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: event.method(event) Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: return f(self, *a, **k) Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._get(url).json() Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: return self.request(url, 'GET', **kwargs) Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 02:50:10.180376 dv-cinder-804735-8-iscsi neutron-server[94494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 02:50:10.194248 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device a4d3491d-a7a7-46a0-81a2-f9e90e09541b no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:50:10.211226 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: a4d3491d-a7a7-46a0-81a2-f9e90e09541b {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:50:10.211598 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device a4d3491d-a7a7-46a0-81a2-f9e90e09541b not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:50:10.212013 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 331088c7-b7ea-4b66-a167-9ea905dcb1f3 no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:50:10.231058 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: 331088c7-b7ea-4b66-a167-9ea905dcb1f3 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:50:10.231464 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 331088c7-b7ea-4b66-a167-9ea905dcb1f3 not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:50:10.238019 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3 no longer exists at agent ovs-agent-dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 02:50:10.253311 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.plugin [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] No Port match for: 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3 {{(pid=94495) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 02:50:10.253669 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron.plugins.ml2.rpc [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Device 9f6291f8-81eb-435a-9d80-9a7a39a7c8f3 not bound to the agent host dv-cinder-804735-8-iscsi {{(pid=94495) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 02:50:10.303086 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-911194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1580759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1943078'] for network, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:10.308235 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580741'] for network, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:10.310072 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9e42ff3e-7fe9-4a90-907a-03d637aeb291 HTTP/1.1" status: 204 len: 168 time: 0.6343045 Sep 03 02:50:10.320993 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b25d1-5e9b-4477-9510-8bc8a8703694 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e42ff3e-7fe9-4a90-907a-03d637aeb291,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:50:10.609530 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36740) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:50:10.648347 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-aa2270bf-e173-424c-8df5-f3c2662b0c64 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02970da202f74e81a5d44fbe5d99b698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376639 Sep 03 02:50:10.650643 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36742) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:50:10.699670 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-1803d1aa-4e17-4e41-b3cb-a95083b0da60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:10.719613 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-1803d1aa-4e17-4e41-b3cb-a95083b0da60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:10.837716 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-1803d1aa-4e17-4e41-b3cb-a95083b0da60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:10.840254 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-1803d1aa-4e17-4e41-b3cb-a95083b0da60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:10.841404 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-1803d1aa-4e17-4e41-b3cb-a95083b0da60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50bf8746-eb47-4347-aa05-313a2e07626c HTTP/1.1" status: 204 len: 168 time: 0.1898906 Sep 03 02:50:10.848991 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803d1aa-4e17-4e41-b3cb-a95083b0da60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bf8746-eb47-4347-aa05-313a2e07626c,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:50:11.422457 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36748) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:50:11.459945 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-c0e9eb83-51c4-4e24-8297-e2d8770502fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6140625bfd14d9cbece27c293f1f78e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0363863 Sep 03 02:50:11.462271 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.wsgi [-] (94494) accepted ('10.222.0.21', 36750) {{(pid=94494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 02:50:11.507323 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7b809ce9-0d88-4d08-93b4-cd0a5a3d5508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:11.527496 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7b809ce9-0d88-4d08-93b4-cd0a5a3d5508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:11.643291 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7b809ce9-0d88-4d08-93b4-cd0a5a3d5508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810879'] for security_group, after_delete {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:11.646010 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron_lib.callbacks.manager [None req-7b809ce9-0d88-4d08-93b4-cd0a5a3d5508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:11.647120 dv-cinder-804735-8-iscsi neutron-server[94494]: INFO neutron.wsgi [None req-7b809ce9-0d88-4d08-93b4-cd0a5a3d5508 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2956b03-66c0-4ac4-b292-a2fcba701c00 HTTP/1.1" status: 204 len: 168 time: 0.1839936 Sep 03 02:50:11.654828 dv-cinder-804735-8-iscsi neutron-server[94494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b809ce9-0d88-4d08-93b4-cd0a5a3d5508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2956b03-66c0-4ac4-b292-a2fcba701c00,revision_number=None']} {{(pid=94494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 02:50:28.511472 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:33.713693 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-d0df24d0-9bd2-4110-b1d5-5e77b2743c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:36.176535 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5f5758d2-783c-4056-bb03-633988601675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:36.770828 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:37.874047 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:39.205443 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:50:45.188406 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:50:58.551061 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:51:03.742129 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6fe92e1e-4aa8-4cbf-923f-d59ff25caa9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:51:06.162503 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-d60d0ba6-2dba-439f-9320-bbc27c21970d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:51:06.782133 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:51:07.854049 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:51:09.193504 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:51:22.187898 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:51:28.553550 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:51:33.733777 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-17429905-6fbe-4116-a8a6-1c9daf8491b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:51:36.179007 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a6c67e3d-7927-4b6e-b9bc-16cb2f48a5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:51:36.779287 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:51:37.859255 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:51:39.227748 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:51:58.559319 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:51:59.186262 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:52:03.721626 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-450b108a-6f30-48ef-9627-f0cb563766c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:52:06.158948 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4ffca97f-828e-4ab0-82fe-6a4f9a2f5e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:52:06.790309 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:52:07.887462 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:52:09.199371 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:52:28.564812 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:52:33.713342 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-1dd83273-bbd7-41e5-ada8-1d0b2cbad168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:52:36.150036 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-85c6c086-b269-40c6-8cf6-8877db014002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:52:36.184976 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:52:36.793216 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:52:37.864366 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:52:39.201131 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:52:58.555315 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:53:03.713000 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-2889e3ab-7006-4103-ad74-3eaa472cc2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:53:06.172870 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-a905a13a-7ea7-4d33-9550-c782d1ca3909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:53:06.793221 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:53:07.863830 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:53:09.195376 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:53:13.183620 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:53:28.581636 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:53:33.703677 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5df9eda7-ba45-4eee-9a7c-763ad93f0df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:53:36.166436 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4e7bd214-e8a7-41de-a351-1cab960ee4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:53:36.817573 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:53:37.897734 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:53:39.211758 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:53:50.181701 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:53:58.558096 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:54:03.729641 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-6a2de983-bb51-48cf-927b-1fbd86f74568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:54:06.159872 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5c7cf807-4d40-4b73-85f6-ce26d5c0ca03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:54:06.788793 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:54:07.857527 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:54:09.200245 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:54:27.180009 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:54:28.598190 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:54:33.708363 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-89db71fe-a31b-4668-8b7b-8d9ca5f49af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:54:36.159804 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-4324a053-1a85-4d53-a347-4ff2b127870e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:54:36.777040 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:54:37.889263 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:54:39.209372 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:54:58.576534 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-18f2c998-6dae-4d69-92bf-d3f5005c6488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:55:03.708306 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-7a03443b-415a-49d7-bc6f-5adebcd3f18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:55:04.178526 dv-cinder-804735-8-iscsi neutron-server[94496]: DEBUG neutron.db.agents_db [None req-15e4a005-ae2e-47a1-938b-3ee7f9008539 None None] Agent healthcheck: found 6 active agents {{(pid=94496) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 02:55:06.164926 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-5bf41915-0e41-4f57-85ff-d904ff9aaf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:55:06.770584 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-31029a1f-187e-4668-b95a-a6c8370b41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:55:07.884861 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-b6ed07be-9716-4212-8de6-dc6a48b35cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 02:55:09.245172 dv-cinder-804735-8-iscsi neutron-server[94495]: DEBUG neutron_lib.callbacks.manager [None req-44189c01-90f1-4440-9d22-ca92cdb7cd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772790860611', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-913159'] for agent, after_update {{(pid=94495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}